[ 532.242377] env[65920]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.242377] env[65920]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.241902] env[66010]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 533.241902] env[66010]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.820372] env[66010]: INFO neutron.common.config [-] Logging enabled! [ 534.820710] env[66010]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev95 [ 534.820982] env[66010]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66010) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 534.821328] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 534.823438] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 534.823438] env[66010]: WARNING oslo_policy.policy [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.823438] env[66010]: WARNING oslo_policy.policy [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.824320] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] VMware NSXv3 Agent initialized successfully. [ 534.824720] env[66010]: DEBUG oslo_concurrency.lockutils [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] Acquiring lock "singleton_lock" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.824853] env[66010]: DEBUG oslo_concurrency.lockutils [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] Acquired lock "singleton_lock" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.825090] env[66010]: DEBUG oslo_concurrency.lockutils [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] Releasing lock "singleton_lock" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.825383] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] Full set of CONF: {{(pid=66010) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 534.825494] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ******************************************************************************** {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.825594] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] Configuration options gathered from: {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.825978] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.826169] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.826275] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ================================================================================ {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.826443] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] agent_down_time = 75 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.826581] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] allow_automatic_dhcp_failover = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.826715] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] allow_bulk = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.826858] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] api_extensions_path = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.826994] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] api_paste_config = api-paste.ini {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.827146] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] auth_strategy = keystone {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.827247] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] backdoor_port = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.827345] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] backdoor_socket = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.827480] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] backlog = 4096 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.827614] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.827768] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] bind_host = 0.0.0.0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.828077] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] bind_port = 9696 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.828077] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] client_socket_timeout = 900 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.828209] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] config_dir = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.828347] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.828517] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] config_source = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.828697] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] control_exchange = neutron {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.828862] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] core_plugin = ml2 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.829030] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] debug = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.829238] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] default_availability_zones = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.829466] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830370] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] dhcp_agent_notification = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830370] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] dhcp_agents_per_network = 1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830370] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] dhcp_lease_duration = 86400 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830370] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] dhcp_load_type = networks {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830370] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] dns_domain = openstacklocal {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830370] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830718] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] enable_default_route_bfd = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830718] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] enable_default_route_ecmp = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830718] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] enable_dvr = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830850] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] enable_new_agents = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.830894] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.831000] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] enable_signals = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.831140] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] enable_traditional_dhcp = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.831264] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] external_dns_driver = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.831387] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] filter_validation = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.831525] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] global_physnet_mtu = 8950 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.831689] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] graceful_shutdown_timeout = 60 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.831882] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] host = cpu-1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.832054] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] host_dvr_for_dhcp = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.832197] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] http_retries = 3 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.832406] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] instance_format = [instance: %(uuid)s] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.832601] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.832753] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ipam_driver = internal {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.832889] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ipv6_pd_enabled = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.833031] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] l3_ha = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.833172] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.833304] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] l3_ha_network_physical_name = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.833448] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] l3_ha_network_type = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.833590] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_color = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.833722] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_config_append = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.833898] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.834009] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_dir = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.834181] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_file = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.834310] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_options = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.834525] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_rotate_interval = 1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.834751] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_rotate_interval_type = days {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.834911] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] log_rotation_type = none {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.835046] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.835174] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.835365] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.835553] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.835670] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.835846] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] max_dns_nameservers = 5 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.836025] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] max_header_line = 16384 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.836205] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] max_l3_agents_per_router = 3 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.836397] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] max_logfile_count = 30 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.836601] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] max_logfile_size_mb = 200 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.836792] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] max_subnet_host_routes = 20 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.836953] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] my_ip = 10.180.1.21 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.837146] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] my_ipv6 = ::1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.837339] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] network_auto_schedule = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.837479] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] network_link_prefix = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.837622] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.837765] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] notify_nova_on_port_data_changes = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.837899] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] notify_nova_on_port_status_changes = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.838048] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] pagination_max_limit = -1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.838183] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] publish_errors = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.838338] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] rate_limit_burst = 0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.838483] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] rate_limit_except_level = CRITICAL {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.838613] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] rate_limit_interval = 0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.838742] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] retry_until_window = 30 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.838872] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] router_distributed = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.839026] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] rpc_resources_processing_step = 20 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.839221] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] rpc_response_max_timeout = 600 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.839399] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] rpc_response_timeout = 60 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.839539] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] send_events_interval = 2 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.839694] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] service_plugins = ['router'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.839834] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] setproctitle = on {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.839961] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] shell_completion = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.840120] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] state_path = /opt/stack/data/neutron {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.840476] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] syslog_log_facility = LOG_USER {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.840476] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] tcp_keepidle = 600 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.840593] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] transport_url = **** {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.840704] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] use_journal = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.840852] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] use_json = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.840981] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] use_ssl = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.841189] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] use_stderr = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.841354] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] use_syslog = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.841490] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] vlan_qinq = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.841618] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] vlan_transparent = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.841795] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] watch_log_file = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.841908] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] wsgi_default_pool_size = 100 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.842058] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] wsgi_keep_alive = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.843307] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.843307] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] wsgi_server_debug = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.843307] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_concurrency.disable_process_locking = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843307] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843307] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843307] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843533] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843533] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843533] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843615] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.connection_string = messaging:// {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843742] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.enabled = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.843957] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.es_doc_type = notification {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.844028] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.es_scroll_size = 10000 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.844320] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.es_scroll_time = 2m {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.844320] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.filter_error_trace = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.844588] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.hmac_keys = **** {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.844588] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.sentinel_service_name = mymaster {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.844904] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.socket_timeout = 0.1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.844904] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.trace_requests = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.845011] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler.trace_sqlalchemy = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.845065] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler_jaeger.process_tags = {} {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.845244] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler_jaeger.service_name_prefix = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.845934] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] profiler_otlp.service_name_prefix = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.845934] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.enforce_new_defaults = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.845934] env[66010]: WARNING oslo_config.cfg [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 534.845934] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.enforce_scope = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846657] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.policy_default_rule = default {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846657] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846657] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846657] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846657] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846878] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846878] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.846972] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.847125] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848040] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848040] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] agent.extensions = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848040] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848040] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] service_providers.service_provider = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848040] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.default_quota = -1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848040] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848221] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_floatingip = 50 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848221] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_network = 100 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848343] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_port = 500 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848482] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848586] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_router = 10 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848712] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_security_group = 10 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848838] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.848973] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.quota_subnet = 100 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.849106] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] QUOTAS.track_quota_usage = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.849340] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.849468] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep.group = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.849594] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep.helper_command = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850099] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep.log_daemon_traceback = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850099] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850099] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep.thread_pool_size = 8 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850272] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep.user = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850321] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850426] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_dhcp_release.group = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850553] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_dhcp_release.helper_command = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850681] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850815] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.850944] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.851091] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_dhcp_release.user = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.851220] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.851345] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_ovs_vsctl.group = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.851468] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.851599] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.851765] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.851913] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.852053] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_ovs_vsctl.user = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.852230] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_namespace.capabilities = [21] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.852366] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_namespace.group = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.852494] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_namespace.helper_command = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.852628] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.852794] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.852932] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853070] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_namespace.user = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853213] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_conntrack.capabilities = [12] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853344] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_conntrack.group = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853466] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_conntrack.helper_command = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853595] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853760] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853862] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.853987] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_conntrack.user = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.854138] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_link.capabilities = [12, 21] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.854264] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_link.group = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.854387] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_link.helper_command = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.854515] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_link.log_daemon_traceback = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.854648] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.854781] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_link.thread_pool_size = 8 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.854908] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] privsep_link.user = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.855069] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.855216] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.855351] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.continue_on_failed_promotions = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.855479] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.dscp = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.855615] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.dscp_inherit = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.855757] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.force_mp_to_policy = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.855891] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.locking_coordinator_url = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.856069] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.log_agent_heartbeats = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.856291] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.logging_expire = 1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.856526] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.856757] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.857014] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.polling_interval = 240 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.857269] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.857520] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.857774] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.report_interval = 30.0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.858036] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.858278] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.858757] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.858757] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.sync_skew = 60 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.858902] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.synchronization_queue_size = 20 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.859172] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT.use_helper_for_ns_read = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.859430] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] SECURITYGROUP.enable_ipset = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.859683] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] SECURITYGROUP.enable_security_group = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.859942] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.860662] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.860852] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] experimental.ipv6_pd_enabled = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.861068] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.extension_drivers = ['port_security'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.861182] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.external_network_type = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.861339] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.861489] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.overlay_ip_version = 4 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.861636] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.path_mtu = 8950 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.861813] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.physical_network_mtus = {} {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.861972] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.862134] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.862283] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ml2.type_drivers = ['vlan'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.862430] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.862567] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.862735] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.862907] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.863070] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.863214] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.863352] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.863492] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.863631] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.863834] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.863984] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_login_password = **** {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.864142] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.864283] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_login_user = admin {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.864427] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.864564] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.864703] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.864840] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.864980] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.865138] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.865279] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.865419] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.865554] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.865693] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.865838] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.865972] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.866120] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.866320] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.866464] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.866602] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.866736] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.866877] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.auth_section = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867022] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.auth_type = password {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867161] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867289] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.certfile = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867419] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.collect_timing = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867558] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.endpoint_type = public {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867691] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.insecure = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867825] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.keyfile = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.867966] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.region_name = RegionOne {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.868110] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.split_loggers = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.868240] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] nova.timeout = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.868374] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.auth_section = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.868517] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.auth_type = password {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.868650] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.868778] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.certfile = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.868912] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.collect_timing = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869064] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.endpoint_type = public {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869195] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.insecure = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869321] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.keyfile = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869444] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.region_name = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869574] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.split_loggers = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869701] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] placement.timeout = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869838] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.auth_section = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.869968] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.auth_type = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870104] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.cafile = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870228] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.certfile = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870356] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.collect_timing = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870482] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.connect_retries = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870606] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.connect_retry_delay = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870734] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.enable_notifications = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870859] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.endpoint_override = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.870987] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.insecure = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.871124] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.interface = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.871251] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.keyfile = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.871380] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.max_version = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.871505] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.min_version = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.871629] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.region_name = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.871782] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.retriable_status_codes = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.871918] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.service_name = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.872053] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.service_type = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.872186] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.split_loggers = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.872313] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.status_code_retries = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.872441] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.status_code_retry_delay = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.872569] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.timeout = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.872721] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.valid_interfaces = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.872864] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ironic.version = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.873009] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] cli_script.dry_run = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.873539] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.873690] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.873839] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.873975] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.874127] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.874265] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.874397] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.874529] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.874666] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.874854] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.875014] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.875169] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.875312] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.875453] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.875588] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.875729] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.875867] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876017] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876155] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876291] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876423] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876558] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876689] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876822] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.876955] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.877101] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.877235] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.877366] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.877495] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.877627] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.877758] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.ssl = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.877903] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.878044] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.878179] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.878317] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.878454] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.878585] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.878727] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_notifications.driver = [] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.878865] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_notifications.retry = -1 {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.879021] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.879154] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.879259] env[66010]: DEBUG oslo_service.backend._eventlet.service [None req-8f891eb6-05db-4c62-aabc-c6afd872eed6 None None] ******************************************************************************** {{(pid=66010) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.880415] env[66010]: DEBUG neutron.agent.securitygroups_rpc [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Init firewall settings (driver=nsxv3) {{(pid=66010) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 534.881776] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66010) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 534.882031] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] RPC agent_id: nsxm-l-01a.corp.local [ 534.884356] env[66010]: DEBUG dogpile.cache.region [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.884759] env[66010]: DEBUG dogpile.lock [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 534.884759] env[66010]: DEBUG dogpile.lock [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 534.884759] env[66010]: DEBUG dogpile.lock [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 534.884759] env[66010]: DEBUG dogpile.cache.region [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.884943] env[66010]: DEBUG dogpile.lock [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 534.884943] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 534.936852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Session token - acquiring [ 534.938497] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.938694] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.938811] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.939230] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.951745] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.252666] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 535.275331] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 535.275526] env[66010]: DEBUG dogpile.cache.region [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Cache value generated in 0.391 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 535.275568] env[66010]: DEBUG dogpile.lock [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 535.275706] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Activating Policy API Provider. [ 535.275876] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Looking for the default Infrastructure Rules. [ 535.340947] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Looking for the Default Layer3 Logged Drop Section. [ 535.357307] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 535.357778] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.357954] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.358080] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.358339] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.358675] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.875381] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.377500] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.880237] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Inventory metadata is going to be refreshed. [ 536.880679] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 537.671531] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.671889] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.671975] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.672276] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.683155] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 537.685123] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.685747] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 537.703937] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.704221] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.704221] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.704516] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.704637] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.704806] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 537.704931] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.705048] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 537.725159] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.725459] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.725459] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.725692] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.725857] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.725996] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 537.746111] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.746419] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.746419] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.746638] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.746777] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.746917] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 537.766562] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.766766] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.766826] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.767125] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.767262] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.767402] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 537.767501] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.767599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 537.790416] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.790654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.790654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.790954] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.791081] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.791218] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 537.791317] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.791416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 537.814573] env[66010]: DEBUG networking_nsxv3.common.locking [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.814795] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.814835] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.815110] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.815248] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.815389] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 537.815486] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.815579] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Inventory metadata have been refreshed. [ 537.815669] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Dryrun:True. Metadata refresh completed. [ 537.815848] env[66010]: DEBUG oslo_concurrency.lockutils [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Releasing lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.817601] env[66010]: INFO neutron.agent.agent_extensions_manager [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Loaded agent extensions: [] [ 537.818318] env[66010]: DEBUG neutron_lib.callbacks.manager [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66010) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 537.866248] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent RPC Daemon Started! [ 537.866515] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:0 started [ 537.866515] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent out of sync with plugin! [ 542.819095] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.819479] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.821335] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.821335] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.822405] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.822769] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.877717] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c032c59b-6057-4898-a525-01b1c81bd3a5 demo admin] Enqueued Resource ID: 49da28a9-eed6-4548-b11b-d629567d9767 with Priority: HIGHEST for action security_group_rules [ 552.880462] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49da28a9-eed6-4548-b11b-d629567d9767 with Priority: HIGHEST for action security_group_rules [ 552.881061] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49da28a9-eed6-4548-b11b-d629567d9767 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.881218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49da28a9-eed6-4548-b11b-d629567d9767" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.881286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49da28a9-eed6-4548-b11b-d629567d9767" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.881680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49da28a9-eed6-4548-b11b-d629567d9767" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.881768] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49da28a9-eed6-4548-b11b-d629567d9767',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.403587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.403829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.403829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.403988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.404095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.404197] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49da28a9-eed6-4548-b11b-d629567d9767 already deleted. [ 553.404279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49da28a9-eed6-4548-b11b-d629567d9767" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.881906] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.881906] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.822089] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.822338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.822338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.823093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.823093] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.325586] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.828579] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.330840] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 560.331250] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 561.275981] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.276193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.276193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.276386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.288441] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 561.289273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.289996] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 561.309874] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.310187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.310187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.310318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.310368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.310498] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 561.310584] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.310660] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 561.333775] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.334218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.334218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.334218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.334310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.334441] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 561.357815] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.358141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.358141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.358284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.358331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.358438] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 561.378551] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.378802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.378802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.378938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.379047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.379159] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 561.379234] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.379291] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 561.396642] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.396826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.396826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.397051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.397137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.397243] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 561.397314] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.397385] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 561.417334] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.417542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.417542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.417730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.417826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.417938] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 561.418019] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.418086] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 561.418151] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 561.418222] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 561.418280] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 561.418341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 561.418609] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 561.418668] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 561.418734] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 561.447567] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.447790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.447790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.447966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.448080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.448190] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 561.470971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.471276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.471276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.471517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.471517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.485691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.882616] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.882927] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.883366] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.883783] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.884775] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.884775] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.885464] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.885464] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.016414] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c6f6e408-4b76-4610-aa91-03054e8f556f None None] Enqueued Resource ID: ffd971f9-8207-479c-bc7a-e4e3a2c72066 with Priority: HIGHEST for action port [ 578.016954] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd971f9-8207-479c-bc7a-e4e3a2c72066 with Priority: HIGHEST for action port [ 578.017276] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd971f9-8207-479c-bc7a-e4e3a2c72066 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.017526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd971f9-8207-479c-bc7a-e4e3a2c72066" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.017526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd971f9-8207-479c-bc7a-e4e3a2c72066" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.017823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd971f9-8207-479c-bc7a-e4e3a2c72066" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.017823] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd971f9-8207-479c-bc7a-e4e3a2c72066',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.521435] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd971f9-8207-479c-bc7a-e4e3a2c72066 [ 578.521691] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.521824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.521893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.522151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.522242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.522340] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd971f9-8207-479c-bc7a-e4e3a2c72066 already deleted. [ 578.522438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd971f9-8207-479c-bc7a-e4e3a2c72066" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.321576] env[66010]: INFO networking_nsxv3.common.synchronization [None req-359e7a92-ab28-4eb9-9c72-8cbd4db12866 None None] Enqueued Resource ID: cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3 with Priority: HIGHEST for action port [ 580.322128] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3 with Priority: HIGHEST for action port [ 580.322464] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.322596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.322645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.323543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.323921] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.826666] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3 [ 580.826773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.826884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.826974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.827190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.827280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.827375] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3 already deleted. [ 580.827455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbfe305c-fa71-4b2e-9bcc-bf111d7f46c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.447595] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a09c174d-aa52-4633-83ef-f107799bb68d None None] Enqueued Resource ID: d7f6f45c-f865-4198-a259-c3d24ade8349 with Priority: HIGHEST for action port [ 584.448227] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7f6f45c-f865-4198-a259-c3d24ade8349 with Priority: HIGHEST for action port [ 584.448821] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7f6f45c-f865-4198-a259-c3d24ade8349 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.448821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7f6f45c-f865-4198-a259-c3d24ade8349" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.448821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7f6f45c-f865-4198-a259-c3d24ade8349" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.449077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7f6f45c-f865-4198-a259-c3d24ade8349" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.449114] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7f6f45c-f865-4198-a259-c3d24ade8349',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.952855] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7f6f45c-f865-4198-a259-c3d24ade8349 [ 584.953123] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.953232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.953271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.953515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.953619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.953714] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7f6f45c-f865-4198-a259-c3d24ade8349 already deleted. [ 584.953794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7f6f45c-f865-4198-a259-c3d24ade8349" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.080129] env[66010]: INFO networking_nsxv3.common.synchronization [None req-4226435f-5911-4d04-8e76-f6a19e6d7d90 None None] Enqueued Resource ID: 01c32897-dd7b-4533-994e-66bf1179d13f with Priority: HIGHEST for action port [ 585.080553] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c32897-dd7b-4533-994e-66bf1179d13f with Priority: HIGHEST for action port [ 585.080945] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c32897-dd7b-4533-994e-66bf1179d13f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.081088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c32897-dd7b-4533-994e-66bf1179d13f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.081786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c32897-dd7b-4533-994e-66bf1179d13f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.081786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c32897-dd7b-4533-994e-66bf1179d13f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.081786] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c32897-dd7b-4533-994e-66bf1179d13f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.351185] env[66010]: INFO networking_nsxv3.common.synchronization [None req-bc60fc82-3745-4f01-97e9-403640390245 None None] Enqueued Resource ID: 7c8672ea-df09-4039-88cd-534c6e620a68 with Priority: HIGHEST for action port [ 585.351185] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8672ea-df09-4039-88cd-534c6e620a68 with Priority: HIGHEST for action port [ 585.351185] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c8672ea-df09-4039-88cd-534c6e620a68 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.351185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c8672ea-df09-4039-88cd-534c6e620a68" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.351185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c8672ea-df09-4039-88cd-534c6e620a68" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.353138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c8672ea-df09-4039-88cd-534c6e620a68" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.353327] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8672ea-df09-4039-88cd-534c6e620a68',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.583584] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01c32897-dd7b-4533-994e-66bf1179d13f [ 585.583964] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.583964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.584143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.584235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.584324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.584416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01c32897-dd7b-4533-994e-66bf1179d13f already deleted. [ 585.584497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c32897-dd7b-4533-994e-66bf1179d13f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.838315] env[66010]: INFO networking_nsxv3.common.synchronization [None req-7697d2f1-f325-4859-b69d-1f128c58aa3e None None] Enqueued Resource ID: ab8a7175-1979-4658-a6a8-28d76ca67eb4 with Priority: HIGHEST for action port [ 585.838888] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8a7175-1979-4658-a6a8-28d76ca67eb4 with Priority: HIGHEST for action port [ 585.839236] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8a7175-1979-4658-a6a8-28d76ca67eb4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.839327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8a7175-1979-4658-a6a8-28d76ca67eb4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.839441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8a7175-1979-4658-a6a8-28d76ca67eb4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.839621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8a7175-1979-4658-a6a8-28d76ca67eb4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.839935] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8a7175-1979-4658-a6a8-28d76ca67eb4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.856838] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c8672ea-df09-4039-88cd-534c6e620a68 [ 585.857362] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.857362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.857362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.857547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.857547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.857984] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c8672ea-df09-4039-88cd-534c6e620a68 already deleted. [ 585.857984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c8672ea-df09-4039-88cd-534c6e620a68" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.344052] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab8a7175-1979-4658-a6a8-28d76ca67eb4 [ 586.344423] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.344423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.344621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.345534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.345534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.345534] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab8a7175-1979-4658-a6a8-28d76ca67eb4 already deleted. [ 586.345534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8a7175-1979-4658-a6a8-28d76ca67eb4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.977277] env[66010]: INFO networking_nsxv3.common.synchronization [None req-151c5b85-3b6e-4267-9168-a9dd9b22080e None None] Enqueued Resource ID: b0894c96-b1fb-4d99-b153-4fc3d374a6b3 with Priority: HIGHEST for action port [ 586.979629] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0894c96-b1fb-4d99-b153-4fc3d374a6b3 with Priority: HIGHEST for action port [ 586.979629] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0894c96-b1fb-4d99-b153-4fc3d374a6b3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.979629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0894c96-b1fb-4d99-b153-4fc3d374a6b3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.979629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0894c96-b1fb-4d99-b153-4fc3d374a6b3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.979629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0894c96-b1fb-4d99-b153-4fc3d374a6b3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.979629] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0894c96-b1fb-4d99-b153-4fc3d374a6b3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.483768] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0894c96-b1fb-4d99-b153-4fc3d374a6b3 [ 587.483768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.483768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.483768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.483768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.483768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.483768] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0894c96-b1fb-4d99-b153-4fc3d374a6b3 already deleted. [ 587.483768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0894c96-b1fb-4d99-b153-4fc3d374a6b3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.164610] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b287ea3d-c70f-4897-98b9-5c02d7cf2c10 None None] Enqueued Resource ID: 7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a with Priority: HIGHEST for action port [ 588.165166] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a with Priority: HIGHEST for action port [ 588.168953] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.169100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.169166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.169444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.169509] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.672908] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a [ 588.672960] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.673083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.673168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.673693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.673693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.673693] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a already deleted. [ 588.673693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fee2e76-dfea-428a-bf1d-9c4ec8eedd9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.976557] env[66010]: INFO networking_nsxv3.common.synchronization [None req-1cf0e0e5-8ff5-4a72-a0cb-ade854f3bc1b None None] Enqueued Resource ID: c0b73f7d-aad4-49c0-85bd-41009f55b451 with Priority: HIGHEST for action port [ 588.977166] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b73f7d-aad4-49c0-85bd-41009f55b451 with Priority: HIGHEST for action port [ 588.977796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b73f7d-aad4-49c0-85bd-41009f55b451 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.977796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b73f7d-aad4-49c0-85bd-41009f55b451" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.977796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b73f7d-aad4-49c0-85bd-41009f55b451" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.977983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b73f7d-aad4-49c0-85bd-41009f55b451" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.978032] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b73f7d-aad4-49c0-85bd-41009f55b451',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.994312] env[66010]: INFO networking_nsxv3.common.synchronization [None req-efd5262c-d1c4-4509-a756-fa4afaf02a8c None None] Enqueued Resource ID: 04f14b5a-005d-409e-b5ae-78970d91910b with Priority: HIGHEST for action port [ 588.994312] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f14b5a-005d-409e-b5ae-78970d91910b with Priority: HIGHEST for action port [ 588.994832] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f14b5a-005d-409e-b5ae-78970d91910b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.994944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f14b5a-005d-409e-b5ae-78970d91910b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.995019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f14b5a-005d-409e-b5ae-78970d91910b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.995249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f14b5a-005d-409e-b5ae-78970d91910b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.995549] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f14b5a-005d-409e-b5ae-78970d91910b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.483092] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0b73f7d-aad4-49c0-85bd-41009f55b451 [ 589.483430] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.483524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.483524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.483782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.484025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.484025] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0b73f7d-aad4-49c0-85bd-41009f55b451 already deleted. [ 589.484025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b73f7d-aad4-49c0-85bd-41009f55b451" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.498469] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04f14b5a-005d-409e-b5ae-78970d91910b [ 589.498684] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.498812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.498878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.499094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.499181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.499274] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04f14b5a-005d-409e-b5ae-78970d91910b already deleted. [ 589.499382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f14b5a-005d-409e-b5ae-78970d91910b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.983664] env[66010]: INFO networking_nsxv3.common.synchronization [None req-2f1edcfa-9856-4144-834e-0789d3144fb9 None None] Enqueued Resource ID: 1657ad01-ae30-4195-ad25-6781379d312c with Priority: HIGHEST for action port [ 589.984311] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657ad01-ae30-4195-ad25-6781379d312c with Priority: HIGHEST for action port [ 589.984439] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1657ad01-ae30-4195-ad25-6781379d312c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.985386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1657ad01-ae30-4195-ad25-6781379d312c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.985386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1657ad01-ae30-4195-ad25-6781379d312c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.985686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1657ad01-ae30-4195-ad25-6781379d312c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.985686] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1657ad01-ae30-4195-ad25-6781379d312c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.328826] env[66010]: INFO networking_nsxv3.common.synchronization [None req-51bcec73-f7ab-45be-a7f2-f9d5a03b8c0c None None] Enqueued Resource ID: 5241a669-ed67-4b84-93b8-94c8f33fd7f5 with Priority: HIGHEST for action port [ 590.328826] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5241a669-ed67-4b84-93b8-94c8f33fd7f5 with Priority: HIGHEST for action port [ 590.328826] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-5241a669-ed67-4b84-93b8-94c8f33fd7f5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.328826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5241a669-ed67-4b84-93b8-94c8f33fd7f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.328826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5241a669-ed67-4b84-93b8-94c8f33fd7f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.328826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5241a669-ed67-4b84-93b8-94c8f33fd7f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.328826] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5241a669-ed67-4b84-93b8-94c8f33fd7f5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.487736] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1657ad01-ae30-4195-ad25-6781379d312c [ 590.488046] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.488110] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.488145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.488361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.488425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.488520] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1657ad01-ae30-4195-ad25-6781379d312c already deleted. [ 590.488609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1657ad01-ae30-4195-ad25-6781379d312c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.830601] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5241a669-ed67-4b84-93b8-94c8f33fd7f5 [ 590.830853] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.830984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.831065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.831533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.831698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.831973] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5241a669-ed67-4b84-93b8-94c8f33fd7f5 already deleted. [ 590.832133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5241a669-ed67-4b84-93b8-94c8f33fd7f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.808907] env[66010]: INFO networking_nsxv3.common.synchronization [None req-8a6d45d1-e573-4ead-a31b-eda4acbc9b9f tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 591.809723] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 591.809723] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.810137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.810137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.811776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.811890] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.923527] env[66010]: INFO networking_nsxv3.common.synchronization [None req-4bc11469-125e-4c82-ab72-1c989ebb1b0a tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 591.924269] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 591.924586] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.924684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.076229] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3136c359-2a1d-4ab9-b6b3-6c1eb0c0768e None None] Enqueued Resource ID: 2d0768b9-ca39-40e2-a6e7-d48e1904b0be with Priority: HIGHEST for action port [ 592.076598] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0768b9-ca39-40e2-a6e7-d48e1904b0be with Priority: HIGHEST for action port [ 592.077693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0768b9-ca39-40e2-a6e7-d48e1904b0be taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.077693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0768b9-ca39-40e2-a6e7-d48e1904b0be" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.077693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0768b9-ca39-40e2-a6e7-d48e1904b0be" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.077693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0768b9-ca39-40e2-a6e7-d48e1904b0be" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.077693] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0768b9-ca39-40e2-a6e7-d48e1904b0be',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.338438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.338438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.338438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.338784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.338784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.338847] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 already deleted. [ 592.338904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.340670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.340670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.340670] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.583069] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d0768b9-ca39-40e2-a6e7-d48e1904b0be [ 592.583308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.583473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.584351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.584821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.584944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.585072] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d0768b9-ca39-40e2-a6e7-d48e1904b0be already deleted. [ 592.585162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0768b9-ca39-40e2-a6e7-d48e1904b0be" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.871728] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.871728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.871728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.871728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.871728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.871728] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 already deleted. [ 592.871728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.524574] env[66010]: INFO networking_nsxv3.common.synchronization [None req-6484be1a-12e8-4443-b288-a140ee1ec372 None None] Enqueued Resource ID: 2de22dc5-f251-485e-9763-78b44ebee5f0 with Priority: HIGHEST for action port [ 593.525598] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2de22dc5-f251-485e-9763-78b44ebee5f0 with Priority: HIGHEST for action port [ 593.525915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2de22dc5-f251-485e-9763-78b44ebee5f0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.526162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2de22dc5-f251-485e-9763-78b44ebee5f0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.526162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2de22dc5-f251-485e-9763-78b44ebee5f0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.526353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2de22dc5-f251-485e-9763-78b44ebee5f0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.526462] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de22dc5-f251-485e-9763-78b44ebee5f0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.961416] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b0a658a3-750e-478b-9521-58ab2c15b117 None None] Enqueued Resource ID: ff25a92e-6c4a-4c26-9f02-3505a7008321 with Priority: HIGHEST for action port [ 593.962260] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff25a92e-6c4a-4c26-9f02-3505a7008321 with Priority: HIGHEST for action port [ 593.962351] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff25a92e-6c4a-4c26-9f02-3505a7008321 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.964029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff25a92e-6c4a-4c26-9f02-3505a7008321" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.964029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff25a92e-6c4a-4c26-9f02-3505a7008321" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.964414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff25a92e-6c4a-4c26-9f02-3505a7008321" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.964414] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff25a92e-6c4a-4c26-9f02-3505a7008321',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.029569] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2de22dc5-f251-485e-9763-78b44ebee5f0 [ 594.029569] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.029569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.029569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.029569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.031143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.031143] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2de22dc5-f251-485e-9763-78b44ebee5f0 already deleted. [ 594.031143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2de22dc5-f251-485e-9763-78b44ebee5f0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.379958] env[66010]: INFO networking_nsxv3.common.synchronization [None req-1e878b2e-09e0-4c08-9dba-b348a06be5c0 None None] Enqueued Resource ID: cca443d4-f00c-4f9b-a7e4-1d53bf553126 with Priority: HIGHEST for action port [ 594.382018] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca443d4-f00c-4f9b-a7e4-1d53bf553126 with Priority: HIGHEST for action port [ 594.382018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca443d4-f00c-4f9b-a7e4-1d53bf553126 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.382018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca443d4-f00c-4f9b-a7e4-1d53bf553126" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.382018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca443d4-f00c-4f9b-a7e4-1d53bf553126" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.382018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca443d4-f00c-4f9b-a7e4-1d53bf553126" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.382018] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca443d4-f00c-4f9b-a7e4-1d53bf553126',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.468021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff25a92e-6c4a-4c26-9f02-3505a7008321 [ 594.468021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.468021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.468021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.468298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.468298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.468298] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff25a92e-6c4a-4c26-9f02-3505a7008321 already deleted. [ 594.468377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff25a92e-6c4a-4c26-9f02-3505a7008321" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.886055] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cca443d4-f00c-4f9b-a7e4-1d53bf553126 [ 594.886262] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.886403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.886473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.886688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.886778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.886872] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cca443d4-f00c-4f9b-a7e4-1d53bf553126 already deleted. [ 594.886952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca443d4-f00c-4f9b-a7e4-1d53bf553126" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.021458] env[66010]: INFO networking_nsxv3.common.synchronization [None req-108c31ac-e1fb-4fa8-8eca-f9ec5af0fb88 None None] Enqueued Resource ID: c913e0dd-40fb-4c52-8d7c-6565566e818e with Priority: HIGHEST for action port [ 595.022086] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c913e0dd-40fb-4c52-8d7c-6565566e818e with Priority: HIGHEST for action port [ 595.022402] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c913e0dd-40fb-4c52-8d7c-6565566e818e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.022573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c913e0dd-40fb-4c52-8d7c-6565566e818e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.023983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c913e0dd-40fb-4c52-8d7c-6565566e818e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.024868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c913e0dd-40fb-4c52-8d7c-6565566e818e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.024950] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c913e0dd-40fb-4c52-8d7c-6565566e818e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.044169] env[66010]: INFO networking_nsxv3.common.synchronization [req-d396659e-2b2b-4312-96a6-041a9962723f req-5d8a1c7d-6c31-4fb5-a705-ad2bde6a0431 tempest-FloatingIPsAssociationTestJSON-411035110 tempest-FloatingIPsAssociationTestJSON-411035110-project-member] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 595.046956] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 595.049773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.049773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.049773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.049773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.049773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.050064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.050064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.050064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.050162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.050214] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.527341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c913e0dd-40fb-4c52-8d7c-6565566e818e [ 595.527577] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.527729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.527795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.528065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.528154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.528274] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c913e0dd-40fb-4c52-8d7c-6565566e818e already deleted. [ 595.528349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c913e0dd-40fb-4c52-8d7c-6565566e818e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.557558] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.557558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.557558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.557558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.557558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.557842] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.558035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.558166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.558461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.558969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.559183] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7775692-515e-4712-b5ec-5780970022ee already deleted. [ 595.560213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.977785] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c5933942-6566-413d-b40c-93169f2aaea8 None None] Enqueued Resource ID: 2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a with Priority: HIGHEST for action port [ 595.977785] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a with Priority: HIGHEST for action port [ 595.979199] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.981086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.981086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.981086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.981086] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.193826] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.194196] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.194417] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.194907] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.195867] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.196199] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.196585] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.197231] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.197442] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.198271] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.198698] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.199026] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.199202] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.199429] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.200240] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.200718] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.229686] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.231018] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.231018] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.231018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.231018] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-79f6f7db-6fdd-4030-9f62-970488089b1c taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.231355] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.231556] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.231923] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.232072] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f6f7db-6fdd-4030-9f62-970488089b1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.482850] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a [ 596.483097] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.483227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.483363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.483512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.483602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.483703] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a already deleted. [ 596.484339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a2f0d85-2c90-41d4-b9ed-1dad70f1e73a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.735661] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.735934] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.736071] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.736366] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.736513] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.736665] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 79f6f7db-6fdd-4030-9f62-970488089b1c not found, creating... [ 596.736934] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.737143] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.737229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.737487] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.737636] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.738258] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.738836] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.738978] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.739219] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.739618] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.739618] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 79f6f7db-6fdd-4030-9f62-970488089b1c is going to be created. [ 596.763319] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.764126] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.764126] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.764126] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.764293] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.764889] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.945551] env[66010]: INFO networking_nsxv3.common.synchronization [req-d396659e-2b2b-4312-96a6-041a9962723f req-1550ca03-40e2-46cf-b974-3bbcc1d65bc0 service nova] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_rules [ 597.945779] env[66010]: INFO networking_nsxv3.common.synchronization [req-d396659e-2b2b-4312-96a6-041a9962723f req-1550ca03-40e2-46cf-b974-3bbcc1d65bc0 service nova] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 597.945779] env[66010]: INFO networking_nsxv3.common.synchronization [req-d396659e-2b2b-4312-96a6-041a9962723f req-1550ca03-40e2-46cf-b974-3bbcc1d65bc0 service nova] Enqueued Resource ID: 79f6f7db-6fdd-4030-9f62-970488089b1c with Priority: HIGHEST for action port [ 597.947195] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_rules [ 597.947195] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 597.947195] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f6f7db-6fdd-4030-9f62-970488089b1c with Priority: HIGHEST for action port [ 597.947195] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.947195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.947195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.947416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.947416] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.948253] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.948413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.948442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.949521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.949521] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.949521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.949521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.949521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.949521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.949521] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.950365] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-79f6f7db-6fdd-4030-9f62-970488089b1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.950482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.950536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.950673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.950748] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f6f7db-6fdd-4030-9f62-970488089b1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.443054] env[66010]: INFO networking_nsxv3.common.synchronization [None req-057b1faa-9fd3-4b61-86a6-069201ce4fbf None None] Enqueued Resource ID: 6e3c82f0-b969-42ae-935d-258b45814cc9 with Priority: HIGHEST for action port [ 598.443054] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3c82f0-b969-42ae-935d-258b45814cc9 with Priority: HIGHEST for action port [ 598.443054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3c82f0-b969-42ae-935d-258b45814cc9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.443054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3c82f0-b969-42ae-935d-258b45814cc9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.443054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3c82f0-b969-42ae-935d-258b45814cc9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.443054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3c82f0-b969-42ae-935d-258b45814cc9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.443966] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3c82f0-b969-42ae-935d-258b45814cc9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.456171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.456292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.476307] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79f6f7db-6fdd-4030-9f62-970488089b1c with status ACTIVE [ 598.476526] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.476665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.476734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.476951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.477040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.477214] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.477309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.477371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.477520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.477596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.477770] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.477863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.477925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.478077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.478170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.478237] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79f6f7db-6fdd-4030-9f62-970488089b1c is going to be updated. [ 598.479319] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.504199] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.504368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.504405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.504606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.504805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.504971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79f6f7db-6fdd-4030-9f62-970488089b1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.633884] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c578ab40-1288-4752-b12a-a432a42ab89b tempest-ServersTestFqdnHostnames-676406854 tempest-ServersTestFqdnHostnames-676406854-project-member] Enqueued Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_rules [ 598.635076] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_rules [ 598.635432] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.635563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.635632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.635904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.635989] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.945781] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e3c82f0-b969-42ae-935d-258b45814cc9 [ 598.946284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.946284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.946284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.946449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.946532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.946753] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e3c82f0-b969-42ae-935d-258b45814cc9 already deleted. [ 598.946753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3c82f0-b969-42ae-935d-258b45814cc9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.981896] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.106847] env[66010]: INFO networking_nsxv3.common.synchronization [req-bf193728-9f5d-4c68-8b22-dc5aff463354 req-ee81af4d-a0c9-4460-a40e-a11388023e2f tempest-DeleteServersAdminTestJSON-297255487 tempest-DeleteServersAdminTestJSON-297255487-project-member] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 599.106847] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 599.110714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.110714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.110714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.110714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.110714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.110714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.110714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.110714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.110714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.110714] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.164228] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.164228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.164228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.164228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.164228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.164228] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 already deleted. [ 599.164228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.234718] env[66010]: INFO networking_nsxv3.common.synchronization [None req-261a823a-4f78-46d6-b423-5790ef6cf94f tempest-ServersTestFqdnHostnames-676406854 tempest-ServersTestFqdnHostnames-676406854-project-member] Enqueued Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_rules [ 599.235530] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_rules [ 599.235828] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.235927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.235992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.236202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.236277] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.484507] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.484712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.484712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.484967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.485159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.485259] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be created. [ 599.520315] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.520455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.520563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.520876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.520968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.536111] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: UNINITIALIZED for 2s [ 599.614494] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.615965] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.615965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.615965] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b already deleted. [ 599.616774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.742030] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.742030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.742030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.742405] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.742786] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.743025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.743080] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.743279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.743402] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.743625] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.743772] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.743934] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.744048] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.744631] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.744631] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.744631] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.772320] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.772479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.772553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.772832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.772972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.773031] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 already deleted. [ 599.773118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.779416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.780747] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.780747] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.780747] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.780747] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-1976a6a3-6e67-4a80-b168-1742516266a0 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.780747] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.780747] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.781046] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.781046] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1976a6a3-6e67-4a80-b168-1742516266a0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.837057] env[66010]: INFO networking_nsxv3.common.synchronization [None req-46ed2625-ffe4-463d-8fd6-83da1cdf04d7 None None] Enqueued Resource ID: 07949b5d-3c65-4226-9e91-ba986928b277 with Priority: HIGHEST for action port [ 599.837941] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07949b5d-3c65-4226-9e91-ba986928b277 with Priority: HIGHEST for action port [ 599.838638] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-07949b5d-3c65-4226-9e91-ba986928b277 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.838638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07949b5d-3c65-4226-9e91-ba986928b277" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.838638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07949b5d-3c65-4226-9e91-ba986928b277" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.838883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07949b5d-3c65-4226-9e91-ba986928b277" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.838883] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07949b5d-3c65-4226-9e91-ba986928b277',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.284088] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.284366] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.284490] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.284664] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.284864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.285032] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 1976a6a3-6e67-4a80-b168-1742516266a0 not found, creating... [ 600.285355] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.285515] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.285643] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.285872] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.286016] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.286426] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.286627] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.286750] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.286960] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.287138] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.287236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 1976a6a3-6e67-4a80-b168-1742516266a0 is going to be created. [ 600.317136] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.317350] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.317469] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.317788] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.318024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.318265] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.341232] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07949b5d-3c65-4226-9e91-ba986928b277 [ 600.341461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.341591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.341664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.341873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.341977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.342051] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07949b5d-3c65-4226-9e91-ba986928b277 already deleted. [ 600.342136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07949b5d-3c65-4226-9e91-ba986928b277" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.080940] env[66010]: INFO networking_nsxv3.common.synchronization [req-bf193728-9f5d-4c68-8b22-dc5aff463354 req-71214adc-9302-43f7-a35c-7d3ac7c07314 service nova] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_rules [ 601.080940] env[66010]: INFO networking_nsxv3.common.synchronization [req-bf193728-9f5d-4c68-8b22-dc5aff463354 req-71214adc-9302-43f7-a35c-7d3ac7c07314 service nova] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 601.081087] env[66010]: INFO networking_nsxv3.common.synchronization [req-bf193728-9f5d-4c68-8b22-dc5aff463354 req-71214adc-9302-43f7-a35c-7d3ac7c07314 service nova] Enqueued Resource ID: 1976a6a3-6e67-4a80-b168-1742516266a0 with Priority: HIGHEST for action port [ 601.081320] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_rules [ 601.081483] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 601.081518] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1976a6a3-6e67-4a80-b168-1742516266a0 with Priority: HIGHEST for action port [ 601.082089] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.082207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.082332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.082505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.082580] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.083441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.083551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.083695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.083803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.083965] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.084088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.084127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.084272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.084350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.085035] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.085225] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1976a6a3-6e67-4a80-b168-1742516266a0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.085306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.085367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.085829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.085829] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1976a6a3-6e67-4a80-b168-1742516266a0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.462513] env[66010]: INFO networking_nsxv3.common.synchronization [req-0e2dbeea-d176-4f60-9af0-53763505d7df req-a6b19893-f14f-454a-8342-3e3e42390298 tempest-ServerDiagnosticsTest-1439690752 tempest-ServerDiagnosticsTest-1439690752-project-member] Enqueued Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_members [ 601.464103] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_members [ 601.464103] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.464103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.464103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.464103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.464103] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.464412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.465060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.465060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.465060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.465356] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.546880] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: SUCCESS [ 601.547222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.547999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.548237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.548430] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.548731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.548731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.548905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.548954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.549024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.549114] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.564155] env[66010]: INFO networking_nsxv3.common.synchronization [None req-ca1f301b-2afd-434c-915d-0fce74787b5a None None] Enqueued Resource ID: c46967d4-f682-4855-905d-4ea65fbe966b with Priority: HIGHEST for action port [ 601.564155] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46967d4-f682-4855-905d-4ea65fbe966b with Priority: HIGHEST for action port [ 601.564155] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46967d4-f682-4855-905d-4ea65fbe966b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.564155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46967d4-f682-4855-905d-4ea65fbe966b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.564155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46967d4-f682-4855-905d-4ea65fbe966b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.564155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46967d4-f682-4855-905d-4ea65fbe966b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.564155] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46967d4-f682-4855-905d-4ea65fbe966b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.587617] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.587744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.587918] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.588714] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1976a6a3-6e67-4a80-b168-1742516266a0 with status ACTIVE [ 601.588893] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.589045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.589088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.590042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.590042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.590042] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.590042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.590042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.590042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.590042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.590042] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.590420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.590420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.590420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.590420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.590531] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1976a6a3-6e67-4a80-b168-1742516266a0 is going to be updated. [ 601.611665] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.611828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.611828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.612056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.612204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1976a6a3-6e67-4a80-b168-1742516266a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.840674] env[66010]: INFO networking_nsxv3.common.synchronization [None req-78f7263f-da66-4e0c-a136-a7a6456788cb None None] Enqueued Resource ID: ca6a6655-ec6f-4608-a2bc-addbb1a2df01 with Priority: HIGHEST for action port [ 601.841247] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca6a6655-ec6f-4608-a2bc-addbb1a2df01 with Priority: HIGHEST for action port [ 601.841555] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca6a6655-ec6f-4608-a2bc-addbb1a2df01 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.841714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca6a6655-ec6f-4608-a2bc-addbb1a2df01" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.841778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca6a6655-ec6f-4608-a2bc-addbb1a2df01" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.841970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca6a6655-ec6f-4608-a2bc-addbb1a2df01" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.843456] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca6a6655-ec6f-4608-a2bc-addbb1a2df01',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.969305] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.969305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.969305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.969305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.969305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.969653] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.969653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.969653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.969852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.969901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.970509] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae already deleted. [ 601.970509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.051712] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.051856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.051924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.052188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.052353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.052456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.052518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.052669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.052781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.052870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.053025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.053119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.053178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.053318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.053454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.053543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.053655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.053734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.053806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.053884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.053967] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.067159] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c46967d4-f682-4855-905d-4ea65fbe966b [ 602.067377] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.067532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.067602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.067775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.067864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.067958] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c46967d4-f682-4855-905d-4ea65fbe966b already deleted. [ 602.068050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46967d4-f682-4855-905d-4ea65fbe966b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.091015] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.091265] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.091397] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.091675] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.091942] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.092109] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.092219] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.094666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.094666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.094666] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.094666] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.094666] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.094666] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.094666] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.094666] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.094666] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.094984] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.114636] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.114900] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.114979] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.115189] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.115498] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-6f45987b-387b-4617-994c-61741e9282f5 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.115715] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.115819] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.116543] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.116543] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f45987b-387b-4617-994c-61741e9282f5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.346631] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca6a6655-ec6f-4608-a2bc-addbb1a2df01 [ 602.346904] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.348138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.349365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.349365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.349365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.349365] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca6a6655-ec6f-4608-a2bc-addbb1a2df01 already deleted. [ 602.349365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca6a6655-ec6f-4608-a2bc-addbb1a2df01" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.556328] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7775692-515e-4712-b5ec-5780970022ee: rpc.has_security_group_logging(os_id): False [ 602.575655] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.575808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.575924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.576149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.576347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.577420] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.577420] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.577420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.577855] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.577855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.577855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.577855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.577855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.578047] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be created. [ 602.598177] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.598177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.598177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.598177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.598177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.598177] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be created. [ 602.618657] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.618859] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.618971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.619376] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.619518] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.619660] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 6f45987b-387b-4617-994c-61741e9282f5 not found, creating... [ 602.619909] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.620066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.620537] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.620537] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.620537] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.620834] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.620982] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.624019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.624019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.624019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.624019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 6f45987b-387b-4617-994c-61741e9282f5 is going to be created. [ 602.624884] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.625019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.625356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.625655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.625807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.639136] env[66010]: INFO networking_nsxv3.common.synchronization [None req-568f576f-5b0b-4200-9dc6-f1ebb4845795 None None] Enqueued Resource ID: 6933200f-ab07-4ead-99ec-b5c0abc010b1 with Priority: HIGHEST for action port [ 602.639699] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6933200f-ab07-4ead-99ec-b5c0abc010b1 with Priority: HIGHEST for action port [ 602.639986] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6933200f-ab07-4ead-99ec-b5c0abc010b1 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.640127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6933200f-ab07-4ead-99ec-b5c0abc010b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.640191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6933200f-ab07-4ead-99ec-b5c0abc010b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.640461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6933200f-ab07-4ead-99ec-b5c0abc010b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.640542] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6933200f-ab07-4ead-99ec-b5c0abc010b1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.643685] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: UNINITIALIZED for 2s [ 602.650094] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.650094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.650094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.650094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.650094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.662854] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.663080] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.664829] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.664829] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.664829] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.664829] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.666773] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: IN_PROGRESS for 2s [ 602.979939] env[66010]: INFO networking_nsxv3.common.synchronization [None req-d4c05dc4-fae5-4abf-a562-11ed6491c846 None None] Enqueued Resource ID: 25873f02-f2d1-4ee4-b8b9-606968e7f607 with Priority: HIGHEST for action port [ 602.979939] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25873f02-f2d1-4ee4-b8b9-606968e7f607 with Priority: HIGHEST for action port [ 602.979939] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-25873f02-f2d1-4ee4-b8b9-606968e7f607 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.980109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25873f02-f2d1-4ee4-b8b9-606968e7f607" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.980915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25873f02-f2d1-4ee4-b8b9-606968e7f607" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.981215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25873f02-f2d1-4ee4-b8b9-606968e7f607" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.981302] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25873f02-f2d1-4ee4-b8b9-606968e7f607',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.145416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6933200f-ab07-4ead-99ec-b5c0abc010b1 [ 603.146589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.146589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.146589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.146589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.146589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.146589] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6933200f-ab07-4ead-99ec-b5c0abc010b1 already deleted. [ 603.146589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6933200f-ab07-4ead-99ec-b5c0abc010b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.377958] env[66010]: INFO networking_nsxv3.common.synchronization [req-0e2dbeea-d176-4f60-9af0-53763505d7df req-20a837cd-387c-4315-8bee-30c3b4c3ab3b service nova] Enqueued Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_rules [ 603.378150] env[66010]: INFO networking_nsxv3.common.synchronization [req-0e2dbeea-d176-4f60-9af0-53763505d7df req-20a837cd-387c-4315-8bee-30c3b4c3ab3b service nova] Enqueued Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_members [ 603.378273] env[66010]: INFO networking_nsxv3.common.synchronization [req-0e2dbeea-d176-4f60-9af0-53763505d7df req-20a837cd-387c-4315-8bee-30c3b4c3ab3b service nova] Enqueued Resource ID: 6f45987b-387b-4617-994c-61741e9282f5 with Priority: HIGHEST for action port [ 603.378774] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_rules [ 603.378901] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_members [ 603.378993] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f45987b-387b-4617-994c-61741e9282f5 with Priority: HIGHEST for action port [ 603.379270] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.379389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.379454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.379737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.379813] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.380662] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.380744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.380775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.380928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.381081] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.381175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.381234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.381376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.381460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.381547] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.382267] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f45987b-387b-4617-994c-61741e9282f5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.382371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.382438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.382644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.382644] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f45987b-387b-4617-994c-61741e9282f5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.483856] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25873f02-f2d1-4ee4-b8b9-606968e7f607 [ 603.484107] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.484241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.484304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.485743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.485743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.485743] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25873f02-f2d1-4ee4-b8b9-606968e7f607 already deleted. [ 603.485743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25873f02-f2d1-4ee4-b8b9-606968e7f607" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.617907] env[66010]: INFO networking_nsxv3.common.synchronization [req-00a008d0-249e-487d-ad81-63ed413e8a25 req-c0467787-d55a-48ca-943b-44e0f85199be tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 603.617907] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 603.617907] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.617907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.617907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.619773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.619773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.619773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.619773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.619773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.620627] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.757175] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c8265326-9fe4-469b-882a-482a93a1c2cd None None] Enqueued Resource ID: 0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c with Priority: HIGHEST for action port [ 603.757175] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c with Priority: HIGHEST for action port [ 603.757175] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.757175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.757626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.758025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.759414] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.766376] env[66010]: INFO networking_nsxv3.common.synchronization [None req-aa6eb5c3-cc05-4723-8bef-d595f2279ef3 None None] Enqueued Resource ID: d5d7618e-7fa1-4598-bee2-fdd5eda458c1 with Priority: HIGHEST for action port [ 603.766376] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d7618e-7fa1-4598-bee2-fdd5eda458c1 with Priority: HIGHEST for action port [ 603.766376] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d7618e-7fa1-4598-bee2-fdd5eda458c1 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.766376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d7618e-7fa1-4598-bee2-fdd5eda458c1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.766376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d7618e-7fa1-4598-bee2-fdd5eda458c1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.766376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d7618e-7fa1-4598-bee2-fdd5eda458c1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.766376] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d7618e-7fa1-4598-bee2-fdd5eda458c1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.885566] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.887459] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.887459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.887603] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f45987b-387b-4617-994c-61741e9282f5 with status ACTIVE [ 603.887840] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.887840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.887963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.888081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.888171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.888365] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.888460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.888523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.888675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.888749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.888929] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.889680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.889888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.890145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.890381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.890381] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f45987b-387b-4617-994c-61741e9282f5 is going to be updated. [ 603.914091] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.914228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.914295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.914504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.914630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.914781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f45987b-387b-4617-994c-61741e9282f5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.123991] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.123991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.123991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.124239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.124323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.124589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.124676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.124676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.125052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.125052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.125052] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a already deleted. [ 604.125052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.262198] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c [ 604.262442] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.262574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.262691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.262949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.263089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.263194] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c already deleted. [ 604.263370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec4c8c1-f137-4c48-8fdf-bb1d085fce3c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.267627] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5d7618e-7fa1-4598-bee2-fdd5eda458c1 [ 604.267859] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.268300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.268371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.268577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.268657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.268769] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5d7618e-7fa1-4598-bee2-fdd5eda458c1 already deleted. [ 604.268821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d7618e-7fa1-4598-bee2-fdd5eda458c1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.392908] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.658253] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: SUCCESS [ 604.658568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.658623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.658789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.658971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.659277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.659277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.659389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.659389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.659449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.659526] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.681452] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: SUCCESS [ 604.681452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.900770] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.900770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.900770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.900930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.900968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.901092] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae is going to be created. [ 604.928018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.928182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.928244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.928448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.928606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.932608] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.932986] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.932986] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.933407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.933684] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.933859] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.933978] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.934228] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.934380] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.934573] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.934680] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.934797] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.934958] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.935092] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.935198] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.935319] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.938948] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae in Status: UNINITIALIZED for 2s [ 604.953440] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.953660] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.953726] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.953985] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.954450] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-bcdf89b4-cf02-438f-837c-225958a27a92 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.954559] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.954732] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.954954] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.955280] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdf89b4-cf02-438f-837c-225958a27a92',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.162796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.163013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.163102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.163319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.163489] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.163587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.163650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.163797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.163901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.163998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.164157] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.164249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.164310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.164453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.164587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.164676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.164735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.164869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.164944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.165036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.165134] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.409564] env[66010]: INFO networking_nsxv3.common.synchronization [req-93c13836-8d4a-4e1c-93a6-fe1b5c91b6dc req-3e3bafaf-c849-4fdc-a222-2192329811be tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 605.410179] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 605.410393] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.410509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.410841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.410997] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.411279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.411358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.411539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.411663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.411832] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.463635] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.463635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.463635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.463635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.463635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.463635] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port bcdf89b4-cf02-438f-837c-225958a27a92 not found, creating... [ 605.463635] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.463635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.463635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.463635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.464288] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.464336] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.464496] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.464638] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.464828] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.464958] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.465608] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: bcdf89b4-cf02-438f-837c-225958a27a92 is going to be created. [ 605.494325] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.494325] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.494325] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.494325] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.494325] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.494696] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.623418] env[66010]: INFO networking_nsxv3.common.synchronization [None req-98689637-c7a1-4586-9739-a1af3427f359 None None] Enqueued Resource ID: f17a9a68-3cae-4ed1-82ac-b1d927e5aece with Priority: HIGHEST for action port [ 605.623880] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17a9a68-3cae-4ed1-82ac-b1d927e5aece with Priority: HIGHEST for action port [ 605.624241] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17a9a68-3cae-4ed1-82ac-b1d927e5aece taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.624394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17a9a68-3cae-4ed1-82ac-b1d927e5aece" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.624532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17a9a68-3cae-4ed1-82ac-b1d927e5aece" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.625277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17a9a68-3cae-4ed1-82ac-b1d927e5aece" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.625379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17a9a68-3cae-4ed1-82ac-b1d927e5aece',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.667868] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57159e81-9cfa-46b9-a451-6f4abe015d0b: rpc.has_security_group_logging(os_id): False [ 605.686984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.687677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.687821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.688109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.688245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.688535] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.688713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.688976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.689171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.689298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.689539] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.689653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.689732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.689942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.690238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.690343] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.690497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.690587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.690783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.690918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.691094] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be created. [ 605.769846] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.770363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.770441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.770655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.770869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.782999] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: IN_PROGRESS for 2s [ 605.917794] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.917951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.918138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.918460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.918588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.918971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.919127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.919218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.919417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.920109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.920213] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 already deleted. [ 605.920300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.009719] env[66010]: INFO networking_nsxv3.common.synchronization [None req-160fe7d4-5c06-4094-8933-3e6b93045812 None None] Enqueued Resource ID: 1fc818e8-95d7-4b47-be2a-0699db2f44aa with Priority: HIGHEST for action port [ 606.009930] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc818e8-95d7-4b47-be2a-0699db2f44aa with Priority: HIGHEST for action port [ 606.010520] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fc818e8-95d7-4b47-be2a-0699db2f44aa taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.010648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fc818e8-95d7-4b47-be2a-0699db2f44aa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.010732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fc818e8-95d7-4b47-be2a-0699db2f44aa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.010974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fc818e8-95d7-4b47-be2a-0699db2f44aa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.012177] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fc818e8-95d7-4b47-be2a-0699db2f44aa',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.128359] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f17a9a68-3cae-4ed1-82ac-b1d927e5aece [ 606.128359] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.128359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.128359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.128359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.128359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.128359] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f17a9a68-3cae-4ed1-82ac-b1d927e5aece already deleted. [ 606.128359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17a9a68-3cae-4ed1-82ac-b1d927e5aece" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.204025] env[66010]: INFO networking_nsxv3.common.synchronization [req-00a008d0-249e-487d-ad81-63ed413e8a25 req-c013493c-bae1-4ab1-9447-7afc55bf660a service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 606.204025] env[66010]: INFO networking_nsxv3.common.synchronization [req-00a008d0-249e-487d-ad81-63ed413e8a25 req-c013493c-bae1-4ab1-9447-7afc55bf660a service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 606.204182] env[66010]: INFO networking_nsxv3.common.synchronization [req-00a008d0-249e-487d-ad81-63ed413e8a25 req-c013493c-bae1-4ab1-9447-7afc55bf660a service nova] Enqueued Resource ID: bcdf89b4-cf02-438f-837c-225958a27a92 with Priority: HIGHEST for action port [ 606.204648] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 606.205469] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 606.205469] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcdf89b4-cf02-438f-837c-225958a27a92 with Priority: HIGHEST for action port [ 606.205568] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.205793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.205941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.206979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.206979] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.208835] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.208835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.208835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.208835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.208835] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.208835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.208835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.209127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.213589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213589] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.214138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcdf89b4-cf02-438f-837c-225958a27a92 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.214561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.214679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.214925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.215106] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdf89b4-cf02-438f-837c-225958a27a92',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.515791] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fc818e8-95d7-4b47-be2a-0699db2f44aa [ 606.516038] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.516181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.516252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.516464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.516576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.516675] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fc818e8-95d7-4b47-be2a-0699db2f44aa already deleted. [ 606.516758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fc818e8-95d7-4b47-be2a-0699db2f44aa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.715938] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.717951] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.718087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.718263] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcdf89b4-cf02-438f-837c-225958a27a92 with status ACTIVE [ 606.718422] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.718529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.718595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.718799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.718891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.719075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.719156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.719227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.719362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.719437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.719611] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.719703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.719762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.719902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.720035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.720067] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcdf89b4-cf02-438f-837c-225958a27a92 is going to be updated. [ 606.737458] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.737458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.737458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.737458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.737458] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.737458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.737458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.737901] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.737901] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.737968] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.738599] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.738749] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.738853] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.738959] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.739070] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.739198] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.746882] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.747095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.747360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.747584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.747750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.747896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcdf89b4-cf02-438f-837c-225958a27a92" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.758093] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.758269] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.758408] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.759778] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.760321] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.760441] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.760877] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.760877] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.760987] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.832978] env[66010]: INFO networking_nsxv3.common.synchronization [None req-4c5df216-faba-4806-b4f7-ee4e8960a6ee tempest-VolumesAssistedSnapshotsTest-1339909297 tempest-VolumesAssistedSnapshotsTest-1339909297-project-member] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_rules [ 606.834482] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_rules [ 606.834482] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.834482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.834482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.834723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.834723] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.950282] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae in Status: SUCCESS [ 606.950490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.950673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.950908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.951864] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.951864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.951864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.951864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.951864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.951864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.951864] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.219087] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.264896] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.265391] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.265516] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.265786] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.266108] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.267237] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd not found, creating... [ 607.267580] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.267743] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.267855] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.268145] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.268343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.268692] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.268920] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.269304] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.270343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.270491] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.270866] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd is going to be created. [ 607.292636] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.292930] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.293096] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.293409] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.293666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.293968] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.355414] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.355611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.355706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.355982] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.356418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.356554] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc already deleted. [ 607.356672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.396399] env[66010]: INFO networking_nsxv3.common.synchronization [None req-7320fff5-ce0f-469e-ad11-a3fd8de07c38 None None] Enqueued Resource ID: 0ba009d2-02b1-42b3-a0ea-d71caae1066d with Priority: HIGHEST for action port [ 607.396622] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba009d2-02b1-42b3-a0ea-d71caae1066d with Priority: HIGHEST for action port [ 607.396926] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba009d2-02b1-42b3-a0ea-d71caae1066d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.397051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba009d2-02b1-42b3-a0ea-d71caae1066d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.397359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba009d2-02b1-42b3-a0ea-d71caae1066d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.397524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba009d2-02b1-42b3-a0ea-d71caae1066d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.397656] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba009d2-02b1-42b3-a0ea-d71caae1066d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.453622] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.453945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.453945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454906] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.455063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.455243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.455383] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.455473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.455535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.455657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.455729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.455809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.455896] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.721875] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.722282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.722282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.722670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.722670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.722670] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be created. [ 607.742520] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0e37b486-24e0-468d-8357-2df0e95da2cd tempest-VolumesAssistedSnapshotsTest-1339909297 tempest-VolumesAssistedSnapshotsTest-1339909297-project-member] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_rules [ 607.743035] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_rules [ 607.743359] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.743483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.743544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.743744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.744032] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.746618] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.746618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.746618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.747131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.747131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.757453] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: UNINITIALIZED for 2s [ 607.774695] env[66010]: INFO networking_nsxv3.common.synchronization [None req-8249fe1a-50ed-4ee5-813b-f55b7efc8d8c None None] Enqueued Resource ID: f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6 with Priority: HIGHEST for action port [ 607.775206] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6 with Priority: HIGHEST for action port [ 607.776249] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.776432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.776466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.776751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.776833] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.796340] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: SUCCESS [ 607.796557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.900072] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba009d2-02b1-42b3-a0ea-d71caae1066d [ 607.901895] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.901895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.901895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.901895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.901895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.902163] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba009d2-02b1-42b3-a0ea-d71caae1066d already deleted. [ 607.902163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba009d2-02b1-42b3-a0ea-d71caae1066d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.961696] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f234c3a-20de-4dc3-8610-381bea9ba3ae: rpc.has_security_group_logging(os_id): False [ 607.980693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.980892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.980972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.981205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.981451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.981516] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.982712] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.982712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.983802] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.983802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.983802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.983915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.984078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.985169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae is going to be created. [ 608.012346] env[66010]: INFO networking_nsxv3.common.synchronization [req-93c13836-8d4a-4e1c-93a6-fe1b5c91b6dc req-6caa6bfd-027b-4400-b1c0-3a3ce39c99bd service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 608.012644] env[66010]: INFO networking_nsxv3.common.synchronization [req-93c13836-8d4a-4e1c-93a6-fe1b5c91b6dc req-6caa6bfd-027b-4400-b1c0-3a3ce39c99bd service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 608.012644] env[66010]: INFO networking_nsxv3.common.synchronization [req-93c13836-8d4a-4e1c-93a6-fe1b5c91b6dc req-6caa6bfd-027b-4400-b1c0-3a3ce39c99bd service nova] Enqueued Resource ID: 7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd with Priority: HIGHEST for action port [ 608.013606] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 608.013606] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 608.013606] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd with Priority: HIGHEST for action port [ 608.013761] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.013892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.013892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.015532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.015532] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.015532] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.015532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.015532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.015717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.015784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.016143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.016143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.016143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.016143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.016328] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.016968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.017075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.017143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.017590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.017590] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.048647] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.048647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.049477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.049477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.049477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.063814] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae in Status: IN_PROGRESS for 2s [ 608.279595] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6 [ 608.279764] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.280019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.280130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.280354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.280481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.280596] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6 already deleted. [ 608.280766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1d9ca62-bfd0-4d1b-a77b-939ae24efbf6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.288089] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.288089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.288089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.288089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.288089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.288089] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc already deleted. [ 608.288089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.375727] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c5ada271-278a-49e3-830f-c93147b4c037 None None] Enqueued Resource ID: dcf4fb80-a5ce-4eda-bd10-1e39ad936323 with Priority: HIGHEST for action port [ 608.375882] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf4fb80-a5ce-4eda-bd10-1e39ad936323 with Priority: HIGHEST for action port [ 608.378678] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf4fb80-a5ce-4eda-bd10-1e39ad936323 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.378678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf4fb80-a5ce-4eda-bd10-1e39ad936323" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.378678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf4fb80-a5ce-4eda-bd10-1e39ad936323" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.378678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf4fb80-a5ce-4eda-bd10-1e39ad936323" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.378678] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf4fb80-a5ce-4eda-bd10-1e39ad936323',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.433170] env[66010]: INFO networking_nsxv3.common.synchronization [req-cb8d2100-31ec-402c-bf18-5ccad2b0bfb0 req-760d021f-e0f6-41a7-949e-cafc97b28aad tempest-MigrationsAdminTest-2069506843 tempest-MigrationsAdminTest-2069506843-project-member] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 608.433852] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 608.434267] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.434387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.434534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.434811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.435262] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.435579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.435675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.435914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.436336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.436444] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.520302] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.521421] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.521545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521682] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd with status ACTIVE [ 608.521833] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.521934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.522223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.522312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.522479] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.522573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.522633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.522787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.522889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.523265] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.523397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.523481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.527330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.527330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.527449] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd is going to be updated. [ 608.551901] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.553706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.553793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.554185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.554265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.554371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f3a4f3e-aafc-4c7d-b009-1fb22cb252dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.880075] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcf4fb80-a5ce-4eda-bd10-1e39ad936323 [ 608.880429] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.880517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.880517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.880839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.880933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.880990] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcf4fb80-a5ce-4eda-bd10-1e39ad936323 already deleted. [ 608.883138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf4fb80-a5ce-4eda-bd10-1e39ad936323" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.940806] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.940806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.940806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.940806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.940806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.941209] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.941209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.941209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.941209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.941209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.941464] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb2c47-4c63-491a-a169-b67012a70239 already deleted. [ 608.941464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.033028] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.190864] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.190864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.190864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.190864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.190864] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.190864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.190864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.190864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.190864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.190864] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.190864] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.190864] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.190864] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.191539] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.191539] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.191539] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.210849] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.210849] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.210849] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.210849] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.211421] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-f66fda86-9aab-42dc-9fcd-feba88ea09ae taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.211421] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.211537] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.212401] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.212401] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66fda86-9aab-42dc-9fcd-feba88ea09ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.532431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.532580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.532641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.534080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.534080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.534080] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be created. [ 609.561072] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.561072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.561072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.561072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.561072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.570057] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: UNINITIALIZED for 2s [ 609.714661] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.716919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.716919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.716919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.716919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.716919] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port f66fda86-9aab-42dc-9fcd-feba88ea09ae not found, creating... [ 609.716919] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.717261] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.717261] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.717461] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.717648] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.718029] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.718666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.718666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719296] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.719296] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.719574] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: f66fda86-9aab-42dc-9fcd-feba88ea09ae is going to be created. [ 609.745029] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.745495] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.745551] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.745961] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.746303] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.746688] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.769716] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 609.769716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.769716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.769716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.769716] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.770388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.770509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.770711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.771288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.771447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.771550] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.078619] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae in Status: SUCCESS [ 610.078619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.274766] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.275117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.275117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.276604] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.276604] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.276604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.276604] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.277142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.277142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.277142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.277142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.277142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.277142] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.596979] env[66010]: INFO networking_nsxv3.common.synchronization [req-cb8d2100-31ec-402c-bf18-5ccad2b0bfb0 req-d907e754-90ac-42c3-b72c-ac2065f281c6 service nova] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_rules [ 610.596979] env[66010]: INFO networking_nsxv3.common.synchronization [req-cb8d2100-31ec-402c-bf18-5ccad2b0bfb0 req-d907e754-90ac-42c3-b72c-ac2065f281c6 service nova] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 610.597172] env[66010]: INFO networking_nsxv3.common.synchronization [req-cb8d2100-31ec-402c-bf18-5ccad2b0bfb0 req-d907e754-90ac-42c3-b72c-ac2065f281c6 service nova] Enqueued Resource ID: f66fda86-9aab-42dc-9fcd-feba88ea09ae with Priority: HIGHEST for action port [ 610.597739] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_rules [ 610.597886] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 610.598052] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66fda86-9aab-42dc-9fcd-feba88ea09ae with Priority: HIGHEST for action port [ 610.598992] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.599145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.599275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.600596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.600596] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.601701] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.601701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.601701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.604487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.605013] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.605977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.605977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.605977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.605977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.605977] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.607683] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66fda86-9aab-42dc-9fcd-feba88ea09ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.608236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.608236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.608236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.608377] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66fda86-9aab-42dc-9fcd-feba88ea09ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.779024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df433ac3-4ca5-4962-b53c-3e8ac241bc9a: rpc.has_security_group_logging(os_id): False [ 610.804219] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.804461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.804461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.804637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.804736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.804944] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.805055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.805105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.805371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.805371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.805592] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.805686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.805727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.805980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.805980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.806236] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.806315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.806388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.806622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.806622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.806787] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be created. [ 610.887990] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.888583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.889647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.890100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.890321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.909433] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 611.111824] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.113113] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.113274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.113459] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f66fda86-9aab-42dc-9fcd-feba88ea09ae with status ACTIVE [ 611.113672] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.113790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.113898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.114209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.114263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.114427] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.114517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.114574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.114734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.114805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.114982] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.117892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.118033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.119200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.119200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.119200] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f66fda86-9aab-42dc-9fcd-feba88ea09ae is going to be updated. [ 611.142707] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.142916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.143230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.143230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.143485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.143678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66fda86-9aab-42dc-9fcd-feba88ea09ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.585087] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 611.585410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.585512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.585726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.585935] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.586061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.586121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.586394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.586484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.586635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.586717] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.621905] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.635989] env[66010]: INFO networking_nsxv3.common.synchronization [None req-63af4009-a62f-43dc-bec0-5380a8406dc1 None None] Enqueued Resource ID: 9bfe26a1-0255-45e9-8105-5fd7921d6d2c with Priority: HIGHEST for action port [ 611.636758] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bfe26a1-0255-45e9-8105-5fd7921d6d2c with Priority: HIGHEST for action port [ 611.637472] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bfe26a1-0255-45e9-8105-5fd7921d6d2c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.637595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bfe26a1-0255-45e9-8105-5fd7921d6d2c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.637674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bfe26a1-0255-45e9-8105-5fd7921d6d2c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.637965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bfe26a1-0255-45e9-8105-5fd7921d6d2c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.640269] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfe26a1-0255-45e9-8105-5fd7921d6d2c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.882562] env[66010]: INFO networking_nsxv3.common.synchronization [req-0a58d110-3d67-4dc0-adc6-a4180e0bebe2 req-bcd6c197-6c93-4423-b241-d319a427ae25 tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 611.882744] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 611.883764] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.883764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.883764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.883998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.884045] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.884158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.884211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.884601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.884601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.884601] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.090585] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.090931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.091418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.091787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.092146] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.092366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.092507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.092791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.093022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.093207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.093447] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.093642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.093777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.094049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.095018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.095018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.095018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.095018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.095018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.095018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.095018] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.125456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.127672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.127871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.128184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.128425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.128642] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be created. [ 612.142823] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bfe26a1-0255-45e9-8105-5fd7921d6d2c [ 612.143767] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.144615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.144860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.145222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.145731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.145731] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bfe26a1-0255-45e9-8105-5fd7921d6d2c already deleted. [ 612.145731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bfe26a1-0255-45e9-8105-5fd7921d6d2c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.166233] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.166233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.166233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.166233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.166233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.178137] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: UNINITIALIZED for 2s [ 612.360184] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.360184] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-220" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.360184] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-220" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.360577] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-220" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.360645] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.360857] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.360942] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.363926] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.364169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.364422] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.364547] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.364665] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.364787] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.364898] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.365008] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.365144] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.386774] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.386944] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.387098] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.387281] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-220" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.387630] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-c8c9bc88-7e86-4704-90e6-bb3bf6900457 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.387811] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.387927] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.388311] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.388443] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c9bc88-7e86-4704-90e6-bb3bf6900457',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.390810] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.390979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.391298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.391562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.391718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.391886] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.391990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.392065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.392263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.392807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.393169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 already deleted. [ 612.393169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.599264] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7: rpc.has_security_group_logging(os_id): False [ 612.617208] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.617408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.617457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.617661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.617751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.617967] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.618159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.618222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.618381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.618460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.618650] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.618810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.618810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.618936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.619018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.619216] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.619380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.619445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.619607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.619684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.619770] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be created. [ 612.679699] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.679989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.679989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.680180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.680402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.693634] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 612.891604] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.891887] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.892077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.892547] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.892547] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.893172] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port c8c9bc88-7e86-4704-90e6-bb3bf6900457 not found, creating... [ 612.893503] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.893788] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.893845] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.894897] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.894897] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.894897] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.895313] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.895399] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.895683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.895794] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.895933] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 is going to be created. [ 612.923109] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.923382] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.923585] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.924028] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.924360] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.924659] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.926335] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 612.927113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.683424] env[66010]: INFO networking_nsxv3.common.synchronization [req-0a58d110-3d67-4dc0-adc6-a4180e0bebe2 req-fb976e7f-a951-43e6-a66c-81ad4e4f94dd service nova] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 613.683692] env[66010]: INFO networking_nsxv3.common.synchronization [req-0a58d110-3d67-4dc0-adc6-a4180e0bebe2 req-fb976e7f-a951-43e6-a66c-81ad4e4f94dd service nova] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 613.683736] env[66010]: INFO networking_nsxv3.common.synchronization [req-0a58d110-3d67-4dc0-adc6-a4180e0bebe2 req-fb976e7f-a951-43e6-a66c-81ad4e4f94dd service nova] Enqueued Resource ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 with Priority: HIGHEST for action port [ 613.684612] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 613.684791] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 613.684861] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 with Priority: HIGHEST for action port [ 613.685179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.685306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.685371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.685588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.685666] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.686609] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.686891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.686891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.687090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.687130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.687267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.687267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.687447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.687547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.687700] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.692695] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c9bc88-7e86-4704-90e6-bb3bf6900457 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.692695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.692695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.692695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.692695] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c9bc88-7e86-4704-90e6-bb3bf6900457',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.189152] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: SUCCESS [ 614.189399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.189565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.189773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.189963] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.190119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.190186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.190342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.190429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.190517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.190605] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.195461] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.195765] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.195863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.196012] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c9bc88-7e86-4704-90e6-bb3bf6900457 with status ACTIVE [ 614.196162] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.196260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.196323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.196756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.196852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.197024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.197122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.197180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.197359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.197431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.197654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.197712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.197744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.200229] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.200229] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.200229] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 is going to be updated. [ 614.225879] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.225879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.226672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.226985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.227153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.227315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.313548] env[66010]: INFO networking_nsxv3.common.synchronization [req-f79308e6-7155-4b30-9c26-857c2b0ff989 req-a52b2f3d-61c3-45e6-86cf-b50cfcd01ac0 tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 614.313548] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 614.313548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.313548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.313548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.313548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.313548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.313548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.313548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.313548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.313548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.314101] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.695808] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.696125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.696125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.696554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.696554] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.696554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.696554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.696732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.696763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.696954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.697034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.697087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.697350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.697350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.697985] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.697985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.697985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.697985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.697985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.697985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.697985] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.700127] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.715180] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 614.715509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.816159] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.816389] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.816539] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.819077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.819402] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.819723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.819723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.820439] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.820439] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.820439] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.820706] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.820706] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.821043] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.821127] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.821544] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.821544] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.823013] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.848140] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.848140] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.848140] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.848140] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.848140] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-d07000d3-064e-47de-bff0-3fc635807c2b taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.848506] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.848506] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.848739] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.848871] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07000d3-064e-47de-bff0-3fc635807c2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.203760] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abdb2c47-4c63-491a-a169-b67012a70239: rpc.has_security_group_logging(os_id): False [ 615.205142] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.205322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.205376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.205627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.205741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.205845] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be created. [ 615.225172] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.225405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.225473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.225727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.225834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.226090] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.226389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.226389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.226528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.226615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.226845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.226971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.227076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.227300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.227385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.227665] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.227771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.227871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.228031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.228083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.228186] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be created. [ 615.240173] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.240317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.240402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.240586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.240741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.254104] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: UNINITIALIZED for 2s [ 615.304978] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.305200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.305258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.305607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.305865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.318478] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: IN_PROGRESS for 2s [ 615.326023] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.352271] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.352271] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.352271] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.352540] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.352869] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.352981] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port d07000d3-064e-47de-bff0-3fc635807c2b not found, creating... [ 615.353274] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.353482] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.353574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.353870] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.354246] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.357021] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.357021] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.357021] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.357021] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.357021] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.357021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: d07000d3-064e-47de-bff0-3fc635807c2b is going to be created. [ 615.385806] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.386273] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.386273] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.386603] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.386837] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.387112] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.829390] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.829858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.829858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.829951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.829999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.830226] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 615.879398] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.879567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.879651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.879849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.880054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.891341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 616.180599] env[66010]: INFO networking_nsxv3.common.synchronization [req-f79308e6-7155-4b30-9c26-857c2b0ff989 req-fc4a74a1-0339-4ce7-91e9-d0afa34dab00 service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 616.181321] env[66010]: INFO networking_nsxv3.common.synchronization [req-f79308e6-7155-4b30-9c26-857c2b0ff989 req-fc4a74a1-0339-4ce7-91e9-d0afa34dab00 service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 616.183448] env[66010]: INFO networking_nsxv3.common.synchronization [req-f79308e6-7155-4b30-9c26-857c2b0ff989 req-fc4a74a1-0339-4ce7-91e9-d0afa34dab00 service nova] Enqueued Resource ID: d07000d3-064e-47de-bff0-3fc635807c2b with Priority: HIGHEST for action port [ 616.187216] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 616.187216] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 616.187216] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07000d3-064e-47de-bff0-3fc635807c2b with Priority: HIGHEST for action port [ 616.187216] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.187216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.187216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.187216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.187216] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.188829] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.188986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.191528] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-d07000d3-064e-47de-bff0-3fc635807c2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.191711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.191771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.193517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.193517] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07000d3-064e-47de-bff0-3fc635807c2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.694459] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.694622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.694796] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d07000d3-064e-47de-bff0-3fc635807c2b with status ACTIVE [ 616.695194] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.697748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.697748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.697748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.697748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.697748] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.697987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.697987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.698122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.698247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.698473] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.698587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.698657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.698830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.698890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.698983] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d07000d3-064e-47de-bff0-3fc635807c2b is going to be updated. [ 616.725925] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.726087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.726197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.726344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.726483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.726630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d07000d3-064e-47de-bff0-3fc635807c2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.173707] env[66010]: INFO networking_nsxv3.common.synchronization [req-a0e15d48-9b54-4059-8b2d-175d59019758 req-415d108f-9b3c-4c51-a6bd-d8122fe2e758 tempest-ServersTestFqdnHostnames-676406854 tempest-ServersTestFqdnHostnames-676406854-project-member] Enqueued Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_members [ 617.173707] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_members [ 617.173707] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.173707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.173707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.173707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.173707] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.173707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.173707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.173707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.173707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.173707] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.266452] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 617.266452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.266640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.266873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.266987] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.267124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.267183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.267359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.267445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.268363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.268363] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.352964] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: SUCCESS [ 617.353329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.581914] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.582095] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-833" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.582172] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-833" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.582544] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-833" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.582802] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.583024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.583683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.584014] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.584176] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.584467] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.584620] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.584733] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.584833] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.584939] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.585083] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.585298] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.609243] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.609438] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.609584] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.610099] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-833" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.610544] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-01a105f3-9aa9-446f-b55f-c71327eea0f4 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.610934] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.610995] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.611499] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.611726] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a105f3-9aa9-446f-b55f-c71327eea0f4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.677473] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.677473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.677473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.677928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.677928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.678538] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.678538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.678538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.678538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.678538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.678538] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 already deleted. [ 617.678538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.770665] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.904071] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 617.904071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.904071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.904071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.904071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.904071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.904071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.904071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.904071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.904071] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.116034] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.116034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 01a105f3-9aa9-446f-b55f-c71327eea0f4 not found, creating... [ 618.116034] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116530] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.116530] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.118025] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.118025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.118025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.118284] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.118284] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.118465] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 01a105f3-9aa9-446f-b55f-c71327eea0f4 is going to be created. [ 618.143736] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.144061] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.144205] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.144651] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.144881] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.145213] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.272283] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a7a1748-7810-4c59-941f-924f169c4b98: rpc.has_security_group_logging(os_id): False [ 618.299231] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.299437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.299497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.299849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.299849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300088] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.300199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.300258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.300449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.300534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300631] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be created. [ 618.388768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.388768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.388883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.389081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.389285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.406431] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 618.407872] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.896986] env[66010]: INFO networking_nsxv3.common.synchronization [req-a0e15d48-9b54-4059-8b2d-175d59019758 req-55a9943b-b6e9-4bb9-b1d5-331cb8bcdb1d service nova] Enqueued Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_rules [ 618.896986] env[66010]: INFO networking_nsxv3.common.synchronization [req-a0e15d48-9b54-4059-8b2d-175d59019758 req-55a9943b-b6e9-4bb9-b1d5-331cb8bcdb1d service nova] Enqueued Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_members [ 618.897159] env[66010]: INFO networking_nsxv3.common.synchronization [req-a0e15d48-9b54-4059-8b2d-175d59019758 req-55a9943b-b6e9-4bb9-b1d5-331cb8bcdb1d service nova] Enqueued Resource ID: 01a105f3-9aa9-446f-b55f-c71327eea0f4 with Priority: HIGHEST for action port [ 618.897791] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_rules [ 618.898080] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_members [ 618.898143] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a105f3-9aa9-446f-b55f-c71327eea0f4 with Priority: HIGHEST for action port [ 618.898480] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.898639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.898777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.899014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.899453] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.900542] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.900758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.900879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.901127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.901340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.901476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.901568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.901786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.901909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.902427] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.903076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a105f3-9aa9-446f-b55f-c71327eea0f4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.903214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.903305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.903512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.903615] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a105f3-9aa9-446f-b55f-c71327eea0f4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.914313] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.405848] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.406995] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.407136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.407656] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01a105f3-9aa9-446f-b55f-c71327eea0f4 with status ACTIVE [ 619.407703] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.407943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.407943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.408088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.408134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.408310] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.408422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.408523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.408612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.408691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.409137] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.409137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.409137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.409306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.409339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.409432] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01a105f3-9aa9-446f-b55f-c71327eea0f4 is going to be updated. [ 619.421412] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.421575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.421628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.421846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.421929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.422045] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 619.458557] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.458794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.459120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.459286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a105f3-9aa9-446f-b55f-c71327eea0f4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.479708] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.479708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.479708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.479919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.479951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.492631] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 619.620559] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-f831804c-f311-49a6-8925-056bc4ca1462 tempest-ListServersNegativeTestJSON-283291062 tempest-ListServersNegativeTestJSON-283291062-project-member] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 619.621217] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 619.621535] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.621649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.621720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.621984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.624496] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.624634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.624692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.625096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.625096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.625096] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.907881] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.057258] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.057452] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.057565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.062025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.062025] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.062025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.062025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.062025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.062025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.062025] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.062025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.062025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.062025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.062025] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.062025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.062025] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.079972] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.080235] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.080842] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.080842] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.080989] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.081240] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.081368] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.081700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.081835] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.129103] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.129308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.129518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.129612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.129693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.129977] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.129977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.130149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.130239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.130319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.130407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 already deleted. [ 620.130492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.272546] env[66010]: INFO networking_nsxv3.common.synchronization [None req-2b12d3d5-3285-4c58-81df-115b676b81bf None None] Enqueued Resource ID: aacf1980-f176-4ab6-8236-f4055eb6df71 with Priority: HIGHEST for action port [ 620.273317] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacf1980-f176-4ab6-8236-f4055eb6df71 with Priority: HIGHEST for action port [ 620.273664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-aacf1980-f176-4ab6-8236-f4055eb6df71 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.273796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aacf1980-f176-4ab6-8236-f4055eb6df71" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.273871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aacf1980-f176-4ab6-8236-f4055eb6df71" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.274247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aacf1980-f176-4ab6-8236-f4055eb6df71" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.274335] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacf1980-f176-4ab6-8236-f4055eb6df71',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.412514] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.413069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.413069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.413069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.413294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.413294] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 is going to be created. [ 620.419686] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 620.419970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.438206] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.438427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.438516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.438732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.438884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.455409] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 in Status: UNINITIALIZED for 2s [ 620.583955] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.584876] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.585032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.585361] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.585520] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.585737] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc not found, creating... [ 620.585964] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.586138] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.586256] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.586461] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.586592] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.586871] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.587171] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.587318] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.587684] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.587926] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.588545] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc is going to be created. [ 620.609822] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.610039] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.610167] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.610463] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.610700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.610894] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.777512] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aacf1980-f176-4ab6-8236-f4055eb6df71 [ 620.777806] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.778074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.778203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.778513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.778513] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aacf1980-f176-4ab6-8236-f4055eb6df71 already deleted. [ 620.778513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aacf1980-f176-4ab6-8236-f4055eb6df71" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.405910] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-b1e91870-3e6d-4235-a551-cfb2b5173178 service nova] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_rules [ 621.406180] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-b1e91870-3e6d-4235-a551-cfb2b5173178 service nova] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 621.406325] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-b1e91870-3e6d-4235-a551-cfb2b5173178 service nova] Enqueued Resource ID: 16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc with Priority: HIGHEST for action port [ 621.406964] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_rules [ 621.407260] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 621.407413] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc with Priority: HIGHEST for action port [ 621.407717] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.407845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.407948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.408240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.408318] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.409731] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.409839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.409907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.410144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.410317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.410454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.410523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.410688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.410808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.410916] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.411866] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.411980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.412071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.412280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.412350] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.506045] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 621.506687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.506687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.506862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.506924] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.507313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.507406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.507578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.507657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.507740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.507941] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.714924] env[66010]: INFO networking_nsxv3.common.synchronization [None req-861f5f48-1021-4471-8912-e8a9c3e0f565 tempest-ServersWithSpecificFlavorTestJSON-1708041404 tempest-ServersWithSpecificFlavorTestJSON-1708041404-project-member] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 621.717852] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 621.717852] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.717852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.717852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.717852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.717852] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.894327] env[66010]: INFO networking_nsxv3.common.synchronization [None req-65592d11-1e51-4bc1-bddc-f69a2be63408 tempest-ServersWithSpecificFlavorTestJSON-1708041404 tempest-ServersWithSpecificFlavorTestJSON-1708041404-project-member] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 621.894327] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 621.894959] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.895325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.914731] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.914731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.915264] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.917053] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc with status ACTIVE [ 621.917714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.919350] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.919350] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.919350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.919834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.919834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.920762] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc is going to be updated. [ 621.950114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.950114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.950114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.950763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.951381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.951381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c9bc2f-7f29-4604-9ab7-2b4e8cf70efc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.012535] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.012742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.012840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.013160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.013440] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.013809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.013809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.013809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.013915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.014404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.014404] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.014404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.014404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.014654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.014654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.014654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.014778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.014861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.014960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.015038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.015128] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.129176] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-44566af7-4b1e-4d6f-bf1a-55220a7e79f7 tempest-ListServersNegativeTestJSON-283291062 tempest-ListServersNegativeTestJSON-283291062-project-member] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 622.129176] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 622.129176] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.129176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.246021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.246021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.246021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.246021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.246021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.246021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 already deleted. [ 622.246021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.246021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.246021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.246021] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.423058] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.467891] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 in Status: SUCCESS [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.467891] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.467891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.467891] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.518908] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7: rpc.has_security_group_logging(os_id): False [ 622.537435] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.537652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.537706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.537921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.538019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.538238] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.538570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.538570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.538570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.538700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.538767] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.538856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.538991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.539120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.539205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.539398] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.539516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.539611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.539782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.539962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.539962] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 622.593636] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.593897] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.594282] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.594631] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.595131] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.595454] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.595867] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.596890] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.596890] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.596890] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.597235] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.597570] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.597828] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.598052] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.598246] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.598503] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.623340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.623535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.624323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.624323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.624323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.632105] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.632677] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.632906] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.633158] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.633528] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-ca866fb6-a6db-4ee9-b9c2-649035b7f201 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.633737] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.633873] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.634263] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.634821] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca866fb6-a6db-4ee9-b9c2-649035b7f201',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.648355] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 622.772910] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.773170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.773170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.773372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.773471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.773569] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 already deleted. [ 622.773650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.844281] env[66010]: INFO networking_nsxv3.common.synchronization [None req-92022f65-9093-49f2-8609-71c57da8982d None None] Enqueued Resource ID: 256a8106-433f-4544-a702-7c54486243a1 with Priority: HIGHEST for action port [ 622.844871] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a8106-433f-4544-a702-7c54486243a1 with Priority: HIGHEST for action port [ 622.845909] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-256a8106-433f-4544-a702-7c54486243a1 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.846018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256a8106-433f-4544-a702-7c54486243a1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.846670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256a8106-433f-4544-a702-7c54486243a1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.846670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256a8106-433f-4544-a702-7c54486243a1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.846670] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256a8106-433f-4544-a702-7c54486243a1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.925288] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.925482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.925571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.925927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.925927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.926084] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be created. [ 622.953544] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.953664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.953774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.954313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.954313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.967532] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: UNINITIALIZED for 2s [ 622.970484] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.139229] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.139526] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.139667] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.142165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.142165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.142165] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port ca866fb6-a6db-4ee9-b9c2-649035b7f201 not found, creating... [ 623.142165] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.142165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.142165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.142165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.142165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.142165] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.142165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.142982] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.143360] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.143699] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.144295] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: ca866fb6-a6db-4ee9-b9c2-649035b7f201 is going to be created. [ 623.170430] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.170630] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.170748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.171032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.171236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.171457] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.349855] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256a8106-433f-4544-a702-7c54486243a1 [ 623.350123] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.350297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.350379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.350639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.350782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.350888] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256a8106-433f-4544-a702-7c54486243a1 already deleted. [ 623.351031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256a8106-433f-4544-a702-7c54486243a1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.472510] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bfd7748-6bb5-4fcc-b128-27d778f751d7: rpc.has_security_group_logging(os_id): False [ 623.492896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.493080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.493156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.493826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.493826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.493826] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.493826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.494200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.495067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.495160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.495345] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 is going to be created. [ 623.592224] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.592224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.592224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.592549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.592549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.609961] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 in Status: IN_PROGRESS for 2s [ 624.000944] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-dd7bf47b-4528-4334-a17c-3d997fa388f1 service nova] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_rules [ 624.001214] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-dd7bf47b-4528-4334-a17c-3d997fa388f1 service nova] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 624.001387] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-dd7bf47b-4528-4334-a17c-3d997fa388f1 service nova] Enqueued Resource ID: ca866fb6-a6db-4ee9-b9c2-649035b7f201 with Priority: HIGHEST for action port [ 624.002019] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_rules [ 624.002364] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 624.002364] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca866fb6-a6db-4ee9-b9c2-649035b7f201 with Priority: HIGHEST for action port [ 624.002608] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.002608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.003328] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.003448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.003620] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca866fb6-a6db-4ee9-b9c2-649035b7f201 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.003822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.003887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.004153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.004238] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca866fb6-a6db-4ee9-b9c2-649035b7f201',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.371889] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-57e7578f-f748-4385-adb5-9dabd97cad2a tempest-ListServersNegativeTestJSON-283291062 tempest-ListServersNegativeTestJSON-283291062-project-member] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 624.372508] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 624.373929] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.373929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.506893] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca866fb6-a6db-4ee9-b9c2-649035b7f201 with status ACTIVE [ 624.507254] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.507427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.507550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.507839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.507981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.508221] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.508362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.508433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.508606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.508707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.508898] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.509036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.509080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.509213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.509290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.509376] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca866fb6-a6db-4ee9-b9c2-649035b7f201 is going to be updated. [ 624.536663] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.536844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.536938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.537297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.537524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.537785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca866fb6-a6db-4ee9-b9c2-649035b7f201" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.656614] env[66010]: INFO networking_nsxv3.common.synchronization [req-491ca1a8-b592-4037-ba58-86e3a19003c1 req-d7221ab2-a49a-4c3a-8a3e-212d9e103984 tempest-DeleteServersAdminTestJSON-422644680 tempest-DeleteServersAdminTestJSON-422644680-project-admin] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 624.657622] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 624.658309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.658463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.658543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.658756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.658937] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.659111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.659193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.659306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.659427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.659516] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.669392] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 624.669691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.840808] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.841033] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.841286] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.841569] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.841852] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.842114] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.842224] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.842513] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.842711] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.842970] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.843144] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.843263] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.843422] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.843588] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.843760] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.843896] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.865885] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.866112] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.866898] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.866898] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-109" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.866898] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.867120] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.867232] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.867904] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.868058] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a40c73-06d8-4a58-a4b7-ada0be01a4e3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.978228] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 624.978470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.979010] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.979265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.979469] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.979614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.979676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.979833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.979913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.979998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.980109] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.981019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.981127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.981292] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.981394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.981459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.981649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.981719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.981807] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.162927] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.163308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.163308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.163608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.163763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.164060] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.164216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.164304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.164512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.164596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.164698] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be updated. [ 625.205064] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.205384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.205565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.206131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.206225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.223117] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: IN_PROGRESS for 2s [ 625.374588] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.374914] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.375047] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.375404] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.375669] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.375833] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 not found, creating... [ 625.376109] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.376276] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.376378] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.376601] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.376727] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.376997] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.383033] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.383338] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.383634] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.383775] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.383933] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 is going to be created. [ 625.407969] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.408630] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.408938] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.410018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.410018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.410018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.483345] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.483592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.483819] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.623521] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 in Status: SUCCESS [ 625.623738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.986751] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.217107] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-d83e4df3-10f6-48da-b892-10a03abc917a service nova] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_rules [ 626.217493] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-d83e4df3-10f6-48da-b892-10a03abc917a service nova] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 626.217493] env[66010]: INFO networking_nsxv3.common.synchronization [req-9ae7f713-9fd7-421d-b974-9e1390c7bebb req-d83e4df3-10f6-48da-b892-10a03abc917a service nova] Enqueued Resource ID: e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 with Priority: HIGHEST for action port [ 626.219480] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_rules [ 626.219675] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 626.219759] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 with Priority: HIGHEST for action port [ 626.220603] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.220603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.220603] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.221314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.221314] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.221314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.221314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.221554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.221554] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a40c73-06d8-4a58-a4b7-ada0be01a4e3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.496151] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.496151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.496151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.497080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.497080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.497080] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 626.528967] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.529171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.529171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.529893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.529893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.542184] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 626.724577] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 with status ACTIVE [ 626.725111] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.725111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.725305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.725365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.725509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.729019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.729182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.729235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.729412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.729823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.729823] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.729823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.729996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.730062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.730105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.730189] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5a40c73-06d8-4a58-a4b7-ada0be01a4e3 is going to be updated. [ 626.759694] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.759900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.759948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.760207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.760355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.760528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5a40c73-06d8-4a58-a4b7-ada0be01a4e3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.836077] env[66010]: INFO networking_nsxv3.common.synchronization [req-a5157011-4297-402e-9d67-857b1c7f0cc7 req-d743eb92-aa6a-4d31-902d-0ed228cbc0e3 tempest-VolumesAssistedSnapshotsTest-1339909297 tempest-VolumesAssistedSnapshotsTest-1339909297-project-member] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_members [ 626.836077] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_members [ 626.836552] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.836918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.837255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.837496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.838269] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.838269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.838269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.838459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.838459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.838640] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.235165] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: IN_PROGRESS for 4s [ 627.262093] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.262093] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.262093] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.262752] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.263242] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.263792] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.263974] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.264383] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.264646] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.265068] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.265617] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.265846] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.266138] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.266355] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.266552] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.266849] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.292910] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.293324] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.293512] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.293953] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.294476] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-81a6308d-4143-4d3b-ba83-cb08b321dfe0 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.294773] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.295048] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.295503] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.295724] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a6308d-4143-4d3b-ba83-cb08b321dfe0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.343563] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.343770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.343770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.344008] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.344114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.344324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.344428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.344488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.344648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.344724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.344810] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc already deleted. [ 627.344891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.798404] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.798610] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.798768] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.799260] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.799260] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.799393] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 81a6308d-4143-4d3b-ba83-cb08b321dfe0 not found, creating... [ 627.799610] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.799769] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.800070] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.800362] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.800454] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.800726] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.800938] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.801020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.801221] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.801347] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.801602] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 81a6308d-4143-4d3b-ba83-cb08b321dfe0 is going to be created. [ 627.824938] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.825170] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.825273] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.825615] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.825827] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.826068] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.554715] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 628.555177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.555177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.556978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.556978] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.556978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.556978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.556978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.556978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.556978] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.560335] env[66010]: INFO networking_nsxv3.common.synchronization [req-a5157011-4297-402e-9d67-857b1c7f0cc7 req-70c24ecb-4b4e-4ba4-af88-d3d73769285e service nova] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_rules [ 628.560335] env[66010]: INFO networking_nsxv3.common.synchronization [req-a5157011-4297-402e-9d67-857b1c7f0cc7 req-70c24ecb-4b4e-4ba4-af88-d3d73769285e service nova] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_members [ 628.560335] env[66010]: INFO networking_nsxv3.common.synchronization [req-a5157011-4297-402e-9d67-857b1c7f0cc7 req-70c24ecb-4b4e-4ba4-af88-d3d73769285e service nova] Enqueued Resource ID: 81a6308d-4143-4d3b-ba83-cb08b321dfe0 with Priority: HIGHEST for action port [ 628.560845] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_rules [ 628.560974] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_members [ 628.561076] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a6308d-4143-4d3b-ba83-cb08b321dfe0 with Priority: HIGHEST for action port [ 628.561348] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.561505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.561560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.561773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.561851] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.563433] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.563433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.563433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.563607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.564053] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.567025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.567025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.567025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.567025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.567025] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.567025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a6308d-4143-4d3b-ba83-cb08b321dfe0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.567025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.567025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.567025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.567025] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a6308d-4143-4d3b-ba83-cb08b321dfe0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.059879] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.068154] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.070060] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.070207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.070634] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a6308d-4143-4d3b-ba83-cb08b321dfe0 with status ACTIVE [ 629.070850] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.070971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.071050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.071350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.071447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.071644] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.071761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.071824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.073881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.074183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.074579] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.074697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.074825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.075259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.075259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.075692] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a6308d-4143-4d3b-ba83-cb08b321dfe0 is going to be updated. [ 629.103376] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.103521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.103593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.103797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.103925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.104123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a6308d-4143-4d3b-ba83-cb08b321dfe0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.257425] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: SUCCESS [ 629.257690] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b deletion is rescheduled due to dependency. [ 629.257842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.299231] env[66010]: INFO networking_nsxv3.common.synchronization [req-6a6dff75-e4d1-471c-8be3-b49ffe03d878 req-0ad5b47a-1082-4059-9a7c-458033d21117 tempest-VolumesAdminNegativeTest-1563566483 tempest-VolumesAdminNegativeTest-1563566483-project-member] Enqueued Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_members [ 629.299231] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_members [ 629.299406] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.299461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.299589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.299789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.299943] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.300061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.300121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.300276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.300356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.300446] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.561620] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.571585] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.805571] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.805571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.805571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.805828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.805828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.806782] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.806782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.806782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.806782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.806782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.806782] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 already deleted. [ 629.806782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.833947] env[66010]: INFO networking_nsxv3.common.synchronization [req-bf12dbca-7454-4c23-b909-14ef343608f7 req-ef5a3c8a-d5d5-4d19-8d67-b223a39cb527 tempest-ServerDiagnosticsTest-1439690752 tempest-ServerDiagnosticsTest-1439690752-project-member] Enqueued Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_members [ 629.834602] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGHEST for action security_group_members [ 629.835023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.835023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.835289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.835524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.835690] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.835794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.835860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.835998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.836094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.836187] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.064603] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.066115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.066115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.066115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.066372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.067066] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 630.074188] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.074381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.074480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.074722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.075071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.075071] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc is going to be created. [ 630.092033] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.092223] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-562" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.092223] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-562" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.092542] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-562" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.093730] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.093901] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.094022] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.094689] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.094855] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.095084] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.095197] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.095303] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.095409] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.095891] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.096034] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.096304] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.098634] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.098758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.098830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.099023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.099176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.101590] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.101717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.101785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.101964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.102112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.112449] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 630.113215] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: UNINITIALIZED for 2s [ 630.122693] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.122860] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.122991] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.123265] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-562" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.123594] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.123776] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.123888] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.124213] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.124340] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ff675d-65ff-4dfa-ae44-b0d5d647b76b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.340182] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.341564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.341564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.341564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.341564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.341840] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.342815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.342815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.342815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.342815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.342815] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae is going to be updated. [ 630.377855] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.378045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.378099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.378325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.378468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.392695] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae in Status: IN_PROGRESS for 2s [ 630.627485] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.627485] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.627485] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.628172] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.628172] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.628235] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port a5ff675d-65ff-4dfa-ae44-b0d5d647b76b not found, creating... [ 630.632024] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.632024] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.632024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.632508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: a5ff675d-65ff-4dfa-ae44-b0d5d647b76b is going to be created. [ 630.655617] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.655900] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.656084] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.656392] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.656861] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.657321] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.351625] env[66010]: INFO networking_nsxv3.common.synchronization [req-6a6dff75-e4d1-471c-8be3-b49ffe03d878 req-0a8f080b-ad4a-465b-b547-4ee56be0047d service nova] Enqueued Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_rules [ 631.351964] env[66010]: INFO networking_nsxv3.common.synchronization [req-6a6dff75-e4d1-471c-8be3-b49ffe03d878 req-0a8f080b-ad4a-465b-b547-4ee56be0047d service nova] Enqueued Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_members [ 631.352103] env[66010]: INFO networking_nsxv3.common.synchronization [req-6a6dff75-e4d1-471c-8be3-b49ffe03d878 req-0a8f080b-ad4a-465b-b547-4ee56be0047d service nova] Enqueued Resource ID: a5ff675d-65ff-4dfa-ae44-b0d5d647b76b with Priority: HIGHEST for action port [ 631.352753] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_rules [ 631.352891] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_members [ 631.353204] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff675d-65ff-4dfa-ae44-b0d5d647b76b with Priority: HIGHEST for action port [ 631.353511] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.353659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.353725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.353963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.354131] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.354944] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.355075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.355159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.355313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.355461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.355554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.355614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.355802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.355840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.355912] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.356800] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.356902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.356980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.357478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.357544] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ff675d-65ff-4dfa-ae44-b0d5d647b76b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.859582] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.860942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.861264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.861264] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5ff675d-65ff-4dfa-ae44-b0d5d647b76b with status ACTIVE [ 631.861405] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.861491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.861555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.861938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.862135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.862381] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.862589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.862589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.862798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.862878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.863136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.863300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.863368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.863564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.863797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.863797] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5ff675d-65ff-4dfa-ae44-b0d5d647b76b is going to be updated. [ 631.895930] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.895930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.896134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.896579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.896763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.896957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ff675d-65ff-4dfa-ae44-b0d5d647b76b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.126870] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: SUCCESS [ 632.127118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.127290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.127505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.127728] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.127816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.127880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.128043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.128127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.128214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.128301] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.129935] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 632.130138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.131057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.131057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.131057] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.131057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.131057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.131057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.131057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.131057] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.367066] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.405013] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae in Status: SUCCESS [ 632.405209] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae deletion is rescheduled due to dependency. [ 632.405331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.443021] env[66010]: INFO networking_nsxv3.common.synchronization [req-06657080-766d-4ed0-877c-7e65f58f2874 req-06528a2f-e28a-4f87-a127-8fd921b0d9ec tempest-FloatingIPsAssociationTestJSON-411035110 tempest-FloatingIPsAssociationTestJSON-411035110-project-member] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 632.444620] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 632.445126] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.445319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.445428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.445717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.445957] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.446133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.446254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.446489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.446666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.446789] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.633229] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.636575] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.870327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.870708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.870708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.870782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.871076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.871076] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 is going to be created. [ 632.899078] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.899078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.899078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.899078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.899078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.910809] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 in Status: UNINITIALIZED for 2s [ 632.949617] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.138462] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74b9ced7-e653-4450-bf51-245b6775f5dc: rpc.has_security_group_logging(os_id): False [ 633.139779] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.161217] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.161217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.161217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.161217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.161217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.161217] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.161217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.161217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.161602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.161602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.161602] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc is going to be created. [ 633.194308] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.194308] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.194308] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.194308] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.194308] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.194308] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.194308] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.194821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.194821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.194910] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.195010] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.195125] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.195215] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.195321] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.195423] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.195544] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.216031] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.216299] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.216590] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.217229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-750" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.217774] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-f9acaab2-6284-4442-b492-1885d429b043 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.218307] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.218526] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.219085] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.219543] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9acaab2-6284-4442-b492-1885d429b043',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.232736] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.233362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.233362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.233362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.233519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.246577] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: IN_PROGRESS for 2s [ 633.453888] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.645120] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.645120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.645120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.646089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.646089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.646089] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 633.697546] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.697546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.697546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.697821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.698033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.710353] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 633.723207] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.723531] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.723758] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.724397] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.724506] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.724756] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port f9acaab2-6284-4442-b492-1885d429b043 not found, creating... [ 633.725200] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.725486] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.725637] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.726276] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.726428] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.726865] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.726979] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.727127] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.727404] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.728272] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.728367] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: f9acaab2-6284-4442-b492-1885d429b043 is going to be created. [ 633.765481] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.765481] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.765481] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.768436] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.768561] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.768748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.958188] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.958554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.958554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.958554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.958665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.958665] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be updated. [ 634.002834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.003167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.003259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.004593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.004802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.017968] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: IN_PROGRESS for 2s [ 634.473053] env[66010]: INFO networking_nsxv3.common.synchronization [None req-9cb97df2-d74c-4a37-ad6e-dc037f0c1bc0 None None] Enqueued Resource ID: a29b89cd-b801-4c3c-877d-e4c11ee95625 with Priority: HIGHEST for action port [ 634.474769] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29b89cd-b801-4c3c-877d-e4c11ee95625 with Priority: HIGHEST for action port [ 634.474769] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a29b89cd-b801-4c3c-877d-e4c11ee95625 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.474769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a29b89cd-b801-4c3c-877d-e4c11ee95625" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.474769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a29b89cd-b801-4c3c-877d-e4c11ee95625" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.474769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a29b89cd-b801-4c3c-877d-e4c11ee95625" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.474769] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29b89cd-b801-4c3c-877d-e4c11ee95625',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.514667] env[66010]: INFO networking_nsxv3.common.synchronization [req-06657080-766d-4ed0-877c-7e65f58f2874 req-fa5b2cad-07c1-4d8d-a439-9f0bb47ad2aa service nova] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_rules [ 634.514667] env[66010]: INFO networking_nsxv3.common.synchronization [req-06657080-766d-4ed0-877c-7e65f58f2874 req-fa5b2cad-07c1-4d8d-a439-9f0bb47ad2aa service nova] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 634.514816] env[66010]: INFO networking_nsxv3.common.synchronization [req-06657080-766d-4ed0-877c-7e65f58f2874 req-fa5b2cad-07c1-4d8d-a439-9f0bb47ad2aa service nova] Enqueued Resource ID: f9acaab2-6284-4442-b492-1885d429b043 with Priority: HIGHEST for action port [ 634.515516] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_rules [ 634.515641] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 634.515774] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9acaab2-6284-4442-b492-1885d429b043 with Priority: HIGHEST for action port [ 634.516490] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.517771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.517771] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.519683] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.519908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.520138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9acaab2-6284-4442-b492-1885d429b043 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.520261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.520337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.520537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.520624] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9acaab2-6284-4442-b492-1885d429b043',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.921745] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 in Status: SUCCESS [ 634.921949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.922140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.922367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.922557] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.922903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.922903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.923018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.923128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.923259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.923402] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.976396] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a29b89cd-b801-4c3c-877d-e4c11ee95625 [ 634.976772] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.976944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.977080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.977170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.977267] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a29b89cd-b801-4c3c-877d-e4c11ee95625 already deleted. [ 634.977349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a29b89cd-b801-4c3c-877d-e4c11ee95625" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.022746] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.022952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023327] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9acaab2-6284-4442-b492-1885d429b043 with status ACTIVE [ 635.023327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.023510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.023673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.023762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.023925] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.024052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.024123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.024280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.024352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.024564] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.024699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.024784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.024994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.024994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.025158] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9acaab2-6284-4442-b492-1885d429b043 is going to be updated. [ 635.049460] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.049688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.049736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.049922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.050108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.050289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9acaab2-6284-4442-b492-1885d429b043" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.133662] env[66010]: INFO networking_nsxv3.common.synchronization [req-008a6f81-a747-4899-9338-45df270d6719 req-1c77a567-60dd-42a4-8ea5-aed58cba1e2f tempest-ListImageFiltersTestJSON-1838689378 tempest-ListImageFiltersTestJSON-1838689378-project-member] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 635.134696] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 635.138030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.138030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.138030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.138415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.139120] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.139341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.139538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.139772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.139946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.140149] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.262160] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: SUCCESS [ 635.262743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.426952] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.426952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.426952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.426952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.426952] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.427403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.427403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.427403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.427505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.427555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.427756] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.428894] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.428894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.429295] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.605328] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.605609] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.605669] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.605923] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.606200] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.606612] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.606749] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.607770] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.607770] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.607770] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.607770] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.607770] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.607770] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.608361] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.608361] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.608361] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.635199] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.635499] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.635674] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.635894] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.637496] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-2e229b46-cd92-4d2d-b006-5e78faa62bd9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.637496] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.637496] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.639112] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.639325] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e229b46-cd92-4d2d-b006-5e78faa62bd9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.645257] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.645415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.646099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.646099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.646099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.646099] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.646099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.646099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.646318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.646318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.646441] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 already deleted. [ 635.646486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.726282] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.728673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.728673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.729269] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.729269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.729269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.729269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.729269] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.729565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.729565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.729565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.729565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.729821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.729821] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.733326] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.733839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.734151] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.734273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.734273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.734523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.734627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.734682] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.933862] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8: rpc.has_security_group_logging(os_id): False [ 635.957075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.957260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.957260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.957469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.957559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.957731] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.958022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.958022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.958105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.958105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.960156] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.960156] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.960156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.960156] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 is going to be created. [ 636.031508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: SUCCESS [ 636.031845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.031920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.032142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.032495] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.032495] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.032659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.032659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.032738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.033521] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.060390] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.060603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.060674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.060893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.061197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.080453] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 in Status: IN_PROGRESS for 2s [ 636.142807] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.143075] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.143075] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.143500] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.143824] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.143824] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 2e229b46-cd92-4d2d-b006-5e78faa62bd9 not found, creating... [ 636.144597] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.144597] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.144597] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.144750] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.144866] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.145130] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.145274] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.145414] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.145678] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.145809] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.145944] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 2e229b46-cd92-4d2d-b006-5e78faa62bd9 is going to be created. [ 636.183340] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.183704] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.183704] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.184114] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.184161] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.184431] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.237382] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.238557] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebd3c01-8972-4c99-8fe8-daae6d7ccf54: rpc.has_security_group_logging(os_id): False [ 636.264276] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.264435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.264496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.264715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.264808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.264991] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.265685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.265685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.265685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.265685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.265685] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.265685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.265685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.266033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.266033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.266103] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.266187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.266228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.266369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.266444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.266527] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be created. [ 636.369504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.369665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.369731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.369937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.370976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.389130] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 636.536690] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.740878] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.030095] env[66010]: INFO networking_nsxv3.common.synchronization [req-008a6f81-a747-4899-9338-45df270d6719 req-cb3948f7-4b51-4f28-8381-a343e33a9793 service nova] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_rules [ 637.030683] env[66010]: INFO networking_nsxv3.common.synchronization [req-008a6f81-a747-4899-9338-45df270d6719 req-cb3948f7-4b51-4f28-8381-a343e33a9793 service nova] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 637.030852] env[66010]: INFO networking_nsxv3.common.synchronization [req-008a6f81-a747-4899-9338-45df270d6719 req-cb3948f7-4b51-4f28-8381-a343e33a9793 service nova] Enqueued Resource ID: 2e229b46-cd92-4d2d-b006-5e78faa62bd9 with Priority: HIGHEST for action port [ 637.032522] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_rules [ 637.035196] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 637.035362] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e229b46-cd92-4d2d-b006-5e78faa62bd9 with Priority: HIGHEST for action port [ 637.035784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.035949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.036020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.036307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.036388] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.039506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.039731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.039837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.040198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.040488] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.040622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.040904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.041323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.041323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.041455] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.042907] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e229b46-cd92-4d2d-b006-5e78faa62bd9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.043244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.043244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.043522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.043833] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e229b46-cd92-4d2d-b006-5e78faa62bd9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.047057] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.247193] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.247193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.247193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.247193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.247193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.247193] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 637.284031] env[66010]: INFO networking_nsxv3.common.synchronization [None req-001d828c-e81d-4cd1-9e8a-2e33827ca201 None None] Enqueued Resource ID: ec5c597a-6bc5-4865-8e11-60656773f65f with Priority: HIGHEST for action port [ 637.284031] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5c597a-6bc5-4865-8e11-60656773f65f with Priority: HIGHEST for action port [ 637.284031] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec5c597a-6bc5-4865-8e11-60656773f65f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.284031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec5c597a-6bc5-4865-8e11-60656773f65f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.284919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec5c597a-6bc5-4865-8e11-60656773f65f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.285426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec5c597a-6bc5-4865-8e11-60656773f65f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.285734] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5c597a-6bc5-4865-8e11-60656773f65f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.320292] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.320521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.320521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.320791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.322685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.344591] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 637.541295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.541295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.546130] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.547936] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e229b46-cd92-4d2d-b006-5e78faa62bd9 with status ACTIVE [ 637.548203] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.548361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.548412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.548998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.548998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.548998] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.548998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.548998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.549594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.549594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.550439] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.550439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.550439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.550439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.551097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.551097] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e229b46-cd92-4d2d-b006-5e78faa62bd9 is going to be updated. [ 637.554334] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.554334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.554334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.554334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.554334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.554334] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be updated. [ 637.587054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.587332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.587332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.587562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.587755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.588152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e229b46-cd92-4d2d-b006-5e78faa62bd9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.611566] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.611833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.611912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.612162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.612303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.626070] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: IN_PROGRESS for 2s [ 637.791628] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec5c597a-6bc5-4865-8e11-60656773f65f [ 637.792204] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.792753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.792956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.793435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.793592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.793834] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec5c597a-6bc5-4865-8e11-60656773f65f already deleted. [ 637.794222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec5c597a-6bc5-4865-8e11-60656773f65f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.056571] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.096486] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 in Status: SUCCESS [ 638.097306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.405020] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 638.408018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.408018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.408018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.408018] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.560133] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.560133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.560133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.560455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.560455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.560535] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be created. [ 638.599090] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.599090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.599866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.599866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.599866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.615942] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: UNINITIALIZED for 2s [ 638.909221] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.909221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.358606] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 639.359942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.359942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.361044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.361044] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.361044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.361373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.361435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.362033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.362033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.362033] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.638914] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: SUCCESS [ 639.639286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.639530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.639840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.640152] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.640384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.640492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.640806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.640898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.641032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.641206] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.866628] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.867854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.868272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.868589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.868877] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.870601] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.870601] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.870601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.871222] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.145240] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.145514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.145514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.145842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.145940] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.146054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.146138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.146208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.146293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.146926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.146926] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.146926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.146926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.146926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.146926] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.148739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.148739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.148739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.148739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.148739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.148739] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.377460] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebd3c01-8972-4c99-8fe8-daae6d7ccf54: rpc.has_security_group_logging(os_id): False [ 640.398324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.398420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.398507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.398744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.399055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.399269] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.399359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.399398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.399582] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.400801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.401124] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.401239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.401313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.401495] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.401573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.401770] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.401871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.401920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.402688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.402688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.402688] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 640.475308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.475495] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.476203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.476203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.476203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.492424] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 640.632136] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 640.632136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.632136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.633644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.633923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.634169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.634267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.634912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.635074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.635627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.635802] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.651505] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7775692-515e-4712-b5ec-5780970022ee: rpc.has_security_group_logging(os_id): False [ 640.674966] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.675149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.675313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.675468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.675557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.675869] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.675994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.675994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.676265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.676265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.676418] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.676516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.678251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.678499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.678685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.678992] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.678992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.678992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.679172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.679247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.679354] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be updated. [ 640.768923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.768923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.768923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.768923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.768923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.788960] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: IN_PROGRESS for 2s [ 641.139631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.143324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.143324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.143324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.143324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.144265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.144265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.144265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.144265] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.647347] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1af71cf3-9d64-4a2a-b0ec-960bc41a0024: rpc.has_security_group_logging(os_id): False [ 641.666199] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.666477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.666477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.666670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.666725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.666869] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.666994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.667092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.667178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.667256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.667550] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.667677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.667785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.667847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.667929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.668130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.668275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.668275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.668412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.668479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.668584] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be created. [ 641.736369] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.737474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.737474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.737474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.737474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.752676] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: IN_PROGRESS for 2s [ 642.284838] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 642.285051] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 642.511563] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 642.511563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.511563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.511834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.511985] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.808293] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: SUCCESS [ 642.808754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.015583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.015878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.015878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.016122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.016309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.016445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.016525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.016641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.016824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.016953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.017071] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.521387] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.521604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.521737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.521894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.522223] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.522223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.522357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.522438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.522531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.522655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.522947] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.522947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.523152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.523152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.523372] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.523475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.523530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.523737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.523810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.523909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.523985] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.641984] env[66010]: INFO networking_nsxv3.common.synchronization [req-f8e877ff-80df-452a-ace4-221de0528ebb req-a11abf1d-3294-4dfd-b26a-2a863cf6b94f tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 643.642295] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 643.642887] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.642887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.642887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.643347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.643475] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.643564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.643608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.643754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.643841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.643942] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.738023] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0fb205fe-cf8c-4787-8f1a-f4e7483a23ad None None] Enqueued Resource ID: e5f85dc2-e035-4971-a4c8-763f72483964 with Priority: HIGHEST for action port [ 643.738655] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f85dc2-e035-4971-a4c8-763f72483964 with Priority: HIGHEST for action port [ 643.741286] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f85dc2-e035-4971-a4c8-763f72483964 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.743282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f85dc2-e035-4971-a4c8-763f72483964" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.743574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f85dc2-e035-4971-a4c8-763f72483964" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.743894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f85dc2-e035-4971-a4c8-763f72483964" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.744459] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f85dc2-e035-4971-a4c8-763f72483964',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.770139] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 643.770139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.027337] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bebd3c01-8972-4c99-8fe8-daae6d7ccf54: rpc.has_security_group_logging(os_id): False [ 644.048384] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.048619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.048619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.049702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.049702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.049702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.049702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.049702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.049702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.049702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.050278] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.050278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.050278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.050278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.050278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.050561] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.050561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.050561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.050869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.050869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.050869] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 644.119808] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.121017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.121017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.121017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.121017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.135054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 644.143655] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.143874] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.144008] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.144648] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.144968] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.145197] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.145407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.145744] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.145954] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.146193] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.146336] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.146475] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.146586] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.146695] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.146821] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.146991] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.148889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.149043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.149121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.149389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.149525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.149796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.149900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.149955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.150172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.150257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.150358] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f already deleted. [ 644.150449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.172792] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.172792] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.173071] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.173424] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.173528] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-536d5202-3884-44ee-b27c-9d0a2832e764 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.173713] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.173888] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.175461] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.175697] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536d5202-3884-44ee-b27c-9d0a2832e764',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.256030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5f85dc2-e035-4971-a4c8-763f72483964 [ 644.256030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.256030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.256030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.256030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.256030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.256030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5f85dc2-e035-4971-a4c8-763f72483964 already deleted. [ 644.256030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f85dc2-e035-4971-a4c8-763f72483964" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.681693] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.681943] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.682311] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.682389] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.682487] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.682642] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 536d5202-3884-44ee-b27c-9d0a2832e764 not found, creating... [ 644.682946] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.683235] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.683235] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.684677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.684677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.684677] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.684677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.684677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.684677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.684677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.684677] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 536d5202-3884-44ee-b27c-9d0a2832e764 is going to be created. [ 644.712316] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.712316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.712316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.712316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.712316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.712316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.445157] env[66010]: INFO networking_nsxv3.common.synchronization [req-f8e877ff-80df-452a-ace4-221de0528ebb req-fc64ad2b-dcba-49c0-81c4-5896d0847670 service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 645.445544] env[66010]: INFO networking_nsxv3.common.synchronization [req-f8e877ff-80df-452a-ace4-221de0528ebb req-fc64ad2b-dcba-49c0-81c4-5896d0847670 service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 645.445544] env[66010]: INFO networking_nsxv3.common.synchronization [req-f8e877ff-80df-452a-ace4-221de0528ebb req-fc64ad2b-dcba-49c0-81c4-5896d0847670 service nova] Enqueued Resource ID: 536d5202-3884-44ee-b27c-9d0a2832e764 with Priority: HIGHEST for action port [ 645.445980] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 645.449995] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 645.449995] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536d5202-3884-44ee-b27c-9d0a2832e764 with Priority: HIGHEST for action port [ 645.449995] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.449995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.449995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.450346] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.451693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.451824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.451879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.453088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.453307] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.453449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.453449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.453635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.453712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.453911] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.454848] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-536d5202-3884-44ee-b27c-9d0a2832e764 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.454987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.455043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.456152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.456269] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536d5202-3884-44ee-b27c-9d0a2832e764',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.959698] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.959966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.961273] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.961599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536d5202-3884-44ee-b27c-9d0a2832e764 with status ACTIVE [ 645.961898] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.962109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.962201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.962516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.962708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.962991] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.963518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.964687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.964687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.964687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.964687] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.964979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.965146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.965358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.965469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.965660] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536d5202-3884-44ee-b27c-9d0a2832e764 is going to be updated. [ 645.998774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.998774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.998918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.999055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.999199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.999397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536d5202-3884-44ee-b27c-9d0a2832e764" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.034891] env[66010]: INFO networking_nsxv3.common.synchronization [req-90fbf5e1-8258-4424-bc82-7bbc040a628d req-a4f1bf19-e137-4588-9f7a-430e3e71420e tempest-ServersWithSpecificFlavorTestJSON-1708041404 tempest-ServersWithSpecificFlavorTestJSON-1708041404-project-member] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 646.036281] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 646.036281] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.036281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.036281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.036564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.036726] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.036844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.036903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.037089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.037179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.037324] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.167029] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 646.167271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.469560] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.504868] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.504868] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.504998] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.505571] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.505814] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.506038] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.506150] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.506433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.506626] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.506821] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.506954] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.507096] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.507299] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.507445] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.507606] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.507713] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.529631] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.529835] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.529835] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.530008] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.530533] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.530744] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.531300] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.531450] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.531576] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d1d6ca-1606-42d4-bafc-5e1f536c87e2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.540796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.541062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.541343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.541489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.541612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.541904] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.542034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.542299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.542407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.542490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.542535] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 already deleted. [ 646.542606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.645563] env[66010]: INFO networking_nsxv3.common.synchronization [None req-372861f0-a8b1-4152-be4c-2346643bbf18 None None] Enqueued Resource ID: 9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd with Priority: HIGHEST for action port [ 646.647240] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd with Priority: HIGHEST for action port [ 646.647240] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.647240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.647240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.648512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.648512] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.975039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.975039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.975039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.975039] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be created. [ 647.008678] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.009109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.009919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.010337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.012858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.026307] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: UNINITIALIZED for 2s [ 647.035393] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.035393] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.035393] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.035393] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.035393] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.035393] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 11d1d6ca-1606-42d4-bafc-5e1f536c87e2 not found, creating... [ 647.035393] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.035814] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.035814] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.036016] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.036176] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.036486] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.036620] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.036732] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.036952] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.037099] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.037239] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 11d1d6ca-1606-42d4-bafc-5e1f536c87e2 is going to be created. [ 647.066135] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.066135] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.066277] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.066435] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.066647] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.066858] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.153357] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd [ 647.153618] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.153841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.153841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.154128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.154218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.154320] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd already deleted. [ 647.154399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b9e2a33-d8d7-42fa-a63d-2ac8d84e08fd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.873023] env[66010]: INFO networking_nsxv3.common.synchronization [req-90fbf5e1-8258-4424-bc82-7bbc040a628d req-ee006001-eef5-4f5b-a25a-8b2e0aa038aa service nova] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 647.873370] env[66010]: INFO networking_nsxv3.common.synchronization [req-90fbf5e1-8258-4424-bc82-7bbc040a628d req-ee006001-eef5-4f5b-a25a-8b2e0aa038aa service nova] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 647.873478] env[66010]: INFO networking_nsxv3.common.synchronization [req-90fbf5e1-8258-4424-bc82-7bbc040a628d req-ee006001-eef5-4f5b-a25a-8b2e0aa038aa service nova] Enqueued Resource ID: 11d1d6ca-1606-42d4-bafc-5e1f536c87e2 with Priority: HIGHEST for action port [ 647.874915] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 647.875122] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 647.875254] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d1d6ca-1606-42d4-bafc-5e1f536c87e2 with Priority: HIGHEST for action port [ 647.875726] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.875931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.876102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.878216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.878216] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.878216] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.878216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.878429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.879063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.879063] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.879063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.879063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.880128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.880128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.880128] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.885021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.885021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.885021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.885021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.885021] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d1d6ca-1606-42d4-bafc-5e1f536c87e2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.385455] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.385455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.385964] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.387297] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11d1d6ca-1606-42d4-bafc-5e1f536c87e2 with status ACTIVE [ 648.387297] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.387297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.387297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.387546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.387546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.387639] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.387742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.387799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.387985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.388246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.388492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.391019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.391019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.391019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.391019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.391019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11d1d6ca-1606-42d4-bafc-5e1f536c87e2 is going to be updated. [ 648.417020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.419871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.419949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.420151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.420294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.420471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11d1d6ca-1606-42d4-bafc-5e1f536c87e2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.443220] env[66010]: INFO networking_nsxv3.common.synchronization [req-6d02fba8-5f86-4a11-b5c4-016e8527d090 req-c52ce029-d37f-4e27-873e-89e255fd5054 tempest-ListServersNegativeTestJSON-283291062 tempest-ListServersNegativeTestJSON-283291062-project-member] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 648.443220] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 648.443220] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.443220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.443220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.443220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.443220] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.443220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.443220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.443220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.443220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.443220] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.740756] env[66010]: INFO networking_nsxv3.common.synchronization [req-14bcd2d9-9257-471f-bfc2-1f488ea65374 req-8ca329b7-bfdc-4f6c-87dd-f9dede5779b7 tempest-ListImageFiltersTestJSON-1838689378 tempest-ListImageFiltersTestJSON-1838689378-project-member] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 648.741433] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 648.741907] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.742104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.742198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.742464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.742664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.742785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.742876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.743130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.743260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.743443] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.894083] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.946279] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.038465] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 649.038628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.038926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.039135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.039335] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.039537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.039537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.042654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.042654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.042654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.042654] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.246083] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.278118] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.278118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.278118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.278118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.278386] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.278546] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.278640] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.280401] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.280834] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.280834] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.280935] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.280984] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.281078] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.281194] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.281280] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.281412] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.307024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.307024] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.307024] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.307024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.307024] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.307024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.307024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.307024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.307024] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e93ded-4d39-42f4-a8dc-5cf33d61ec13',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.396445] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.396793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.396922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.397290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.397450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.397618] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be created. [ 649.428224] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.428573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.428573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.428726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.428864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.448208] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.451357] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: UNINITIALIZED for 2s [ 649.546400] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.546400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.546815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.546815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.546964] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.546964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.547170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.547170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.547257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.547391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.547642] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.547642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.547642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.547862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.547913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.547964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.548018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.548162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.548237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.548316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.548403] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.749851] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.808573] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.808792] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.808959] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.809207] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.809588] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.809588] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 10e93ded-4d39-42f4-a8dc-5cf33d61ec13 not found, creating... [ 649.809871] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.810042] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.810156] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.810379] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.810523] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.810857] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.811390] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.811390] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.811514] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.811637] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.811838] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 10e93ded-4d39-42f4-a8dc-5cf33d61ec13 is going to be created. [ 649.833343] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.833343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.833343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.833343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.833343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.833343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.950570] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.950907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.950907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.951049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.951145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.951294] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 649.986788] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.988262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.988262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.988527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.988682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.003068] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 650.050249] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 318bebf2-c884-4d63-b567-5674b6a6e06f: rpc.has_security_group_logging(os_id): False [ 650.068386] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.068386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.068623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.068672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.068767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.068949] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.069061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.069124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.069272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.069367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.069556] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.069645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.069703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.069940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.070021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.070631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.070747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.070908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.071040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.071150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.071261] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be created. [ 650.143400] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.143580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.143630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.143835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.144017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155114] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 650.254171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.254171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.254171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.254171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.254171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.254171] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be updated. [ 650.286436] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.286436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.286436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.286436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.289526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.316890] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: IN_PROGRESS for 2s [ 650.547202] env[66010]: INFO networking_nsxv3.common.synchronization [req-14bcd2d9-9257-471f-bfc2-1f488ea65374 req-f66044b2-f8d2-463f-8eab-87547975a6b5 service nova] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_rules [ 650.547497] env[66010]: INFO networking_nsxv3.common.synchronization [req-14bcd2d9-9257-471f-bfc2-1f488ea65374 req-f66044b2-f8d2-463f-8eab-87547975a6b5 service nova] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 650.547686] env[66010]: INFO networking_nsxv3.common.synchronization [req-14bcd2d9-9257-471f-bfc2-1f488ea65374 req-f66044b2-f8d2-463f-8eab-87547975a6b5 service nova] Enqueued Resource ID: 10e93ded-4d39-42f4-a8dc-5cf33d61ec13 with Priority: HIGHEST for action port [ 650.548279] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_rules [ 650.548503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 650.548678] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e93ded-4d39-42f4-a8dc-5cf33d61ec13 with Priority: HIGHEST for action port [ 650.549007] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.549143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.549212] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.549412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.549505] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.550353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.550451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.550796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.550796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.550796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.551067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.551067] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e93ded-4d39-42f4-a8dc-5cf33d61ec13',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.051378] env[66010]: INFO networking_nsxv3.common.synchronization [None req-96dc7a95-d7e7-4680-935d-439137f8cf78 None None] Enqueued Resource ID: 07313698-7b8e-4e98-a554-75892dfc301b with Priority: HIGHEST for action port [ 651.051860] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07313698-7b8e-4e98-a554-75892dfc301b with Priority: HIGHEST for action port [ 651.052212] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.052309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.052509] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-07313698-7b8e-4e98-a554-75892dfc301b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.052613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07313698-7b8e-4e98-a554-75892dfc301b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.052678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07313698-7b8e-4e98-a554-75892dfc301b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.052940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07313698-7b8e-4e98-a554-75892dfc301b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.053032] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07313698-7b8e-4e98-a554-75892dfc301b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.054162] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10e93ded-4d39-42f4-a8dc-5cf33d61ec13 with status ACTIVE [ 651.054344] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.054453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.054518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.054759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.054849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.055294] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.055294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.055294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.055476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.055476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.055667] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.055854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.055854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.055972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.056062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.056155] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10e93ded-4d39-42f4-a8dc-5cf33d61ec13 is going to be updated. [ 651.085661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.086030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.086030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.086169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.086203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.086384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10e93ded-4d39-42f4-a8dc-5cf33d61ec13" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.468034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 651.469648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.469648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.469648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.469771] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.471466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.471466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.471466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.471466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.471466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.471466] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.560800] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07313698-7b8e-4e98-a554-75892dfc301b [ 651.560800] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.560800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.560800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.560800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.560800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.560800] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07313698-7b8e-4e98-a554-75892dfc301b already deleted. [ 651.560800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07313698-7b8e-4e98-a554-75892dfc301b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.974470] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.016082] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 652.016329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.174201] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 652.174201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.329012] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 652.329240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.329417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.329632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.329815] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.329979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.330027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.330169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.330247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.330344] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.481156] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6e4ce8-5544-4596-b1fc-822b79fd5427: rpc.has_security_group_logging(os_id): False [ 652.505203] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.505203] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.505203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.505203] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be created. [ 652.574826] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.574826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.575061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.575832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.576044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.593144] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: IN_PROGRESS for 2s [ 652.833401] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.338695] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.839516] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.839822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.840157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.840430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.840579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.840663] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be updated. [ 653.878231] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.878946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.878946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.878946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.878946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.890703] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: IN_PROGRESS for 2s [ 654.605728] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 654.605728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.813217] env[66010]: INFO networking_nsxv3.common.synchronization [None req-062361a6-409a-4f65-8ab7-0c6729253604 None None] Enqueued Resource ID: ed6cb112-8672-42b6-9991-5a2b880e03d0 with Priority: HIGHEST for action port [ 654.814646] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6cb112-8672-42b6-9991-5a2b880e03d0 with Priority: HIGHEST for action port [ 654.814646] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed6cb112-8672-42b6-9991-5a2b880e03d0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.815767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed6cb112-8672-42b6-9991-5a2b880e03d0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.815917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed6cb112-8672-42b6-9991-5a2b880e03d0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.816714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed6cb112-8672-42b6-9991-5a2b880e03d0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.816714] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6cb112-8672-42b6-9991-5a2b880e03d0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.859024] env[66010]: INFO networking_nsxv3.common.synchronization [None req-8aa1f893-6252-465e-a0f3-461d6ca956b4 tempest-ServersV294TestFqdnHostnames-1079628260 tempest-ServersV294TestFqdnHostnames-1079628260-project-member] Enqueued Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_rules [ 654.860592] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_rules [ 654.861127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.861127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.861341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.861607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.862481] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.099887] env[66010]: INFO networking_nsxv3.common.synchronization [None req-32178a9c-0c3f-4564-96c5-a952a71277a2 tempest-ServersV294TestFqdnHostnames-1079628260 tempest-ServersV294TestFqdnHostnames-1079628260-project-member] Enqueued Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_rules [ 655.100019] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_rules [ 655.104019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.104019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.319735] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed6cb112-8672-42b6-9991-5a2b880e03d0 [ 655.319944] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.320084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.320158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.320374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.320470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.320566] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed6cb112-8672-42b6-9991-5a2b880e03d0 already deleted. [ 655.320649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed6cb112-8672-42b6-9991-5a2b880e03d0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.385993] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.385993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.385993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.385993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.385993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.385993] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e already deleted. [ 655.385993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.385993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.385993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.385993] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.908368] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 655.908685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.908819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.909060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.909258] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.909383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.909476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.909686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.909764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.909852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.909959] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.911825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.911959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.912044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.912221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.912335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.912485] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e already deleted. [ 655.912536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.414078] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.417129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.417129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.417129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.417129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.417730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.417730] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.730844] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b5d2beb9-d803-47c3-bb8a-7f8085c15a26 None None] Enqueued Resource ID: 51b77ced-8b98-4451-9aa5-9c4f0e07b07c with Priority: HIGHEST for action port [ 656.732045] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b77ced-8b98-4451-9aa5-9c4f0e07b07c with Priority: HIGHEST for action port [ 656.732141] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-51b77ced-8b98-4451-9aa5-9c4f0e07b07c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.732385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51b77ced-8b98-4451-9aa5-9c4f0e07b07c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.732432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51b77ced-8b98-4451-9aa5-9c4f0e07b07c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.733126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51b77ced-8b98-4451-9aa5-9c4f0e07b07c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.733126] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51b77ced-8b98-4451-9aa5-9c4f0e07b07c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.880994] env[66010]: INFO networking_nsxv3.common.synchronization [None req-12c65425-bcfd-40c1-8744-b001f483b37a None None] Enqueued Resource ID: 4373acdc-6a8c-4505-a63c-bd46f24329f7 with Priority: HIGHEST for action port [ 656.880994] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4373acdc-6a8c-4505-a63c-bd46f24329f7 with Priority: HIGHEST for action port [ 656.880994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4373acdc-6a8c-4505-a63c-bd46f24329f7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.880994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4373acdc-6a8c-4505-a63c-bd46f24329f7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.880994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4373acdc-6a8c-4505-a63c-bd46f24329f7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.880994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4373acdc-6a8c-4505-a63c-bd46f24329f7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.881445] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4373acdc-6a8c-4505-a63c-bd46f24329f7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.921501] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1af71cf3-9d64-4a2a-b0ec-960bc41a0024: rpc.has_security_group_logging(os_id): False [ 656.946337] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.948278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.948422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.948578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.948677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.948888] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.949061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.949061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.949248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.949331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.949531] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.949658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.949717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.949876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.949931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.950149] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.950259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.950315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.950469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.950543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.950625] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be updated. [ 657.016670] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.016670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.016670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.016670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.016670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.036244] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: IN_PROGRESS for 2s [ 657.237699] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51b77ced-8b98-4451-9aa5-9c4f0e07b07c [ 657.237699] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.237699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.237699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.237699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.237699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.237699] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51b77ced-8b98-4451-9aa5-9c4f0e07b07c already deleted. [ 657.237699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51b77ced-8b98-4451-9aa5-9c4f0e07b07c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.383808] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4373acdc-6a8c-4505-a63c-bd46f24329f7 [ 657.384197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.384468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.385185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.385185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.385185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.385185] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4373acdc-6a8c-4505-a63c-bd46f24329f7 already deleted. [ 657.385185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4373acdc-6a8c-4505-a63c-bd46f24329f7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.490791] env[66010]: INFO networking_nsxv3.common.synchronization [req-70b28a64-1c78-4e37-a7b5-069d35cb20b9 req-fde52abc-d7e9-41b1-8193-1ee6c39b6c0b tempest-ServerDiagnosticsNegativeTest-947164313 tempest-ServerDiagnosticsNegativeTest-947164313-project-member] Enqueued Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_members [ 657.491367] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_members [ 657.491728] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.491845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.491914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.493074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.493801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.493801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.493801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.493801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.494165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.495044] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.997737] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.998122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.998122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.998271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.998353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.998612] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.998732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.998778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.998919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.998991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.999097] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a already deleted. [ 657.999177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.010078] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.010327] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.010370] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.011434] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.011434] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.011434] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.011434] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.011687] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.011687] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.011987] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.012207] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.012268] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.012370] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.012500] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.012604] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.014014] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.037774] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.037774] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.037774] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.037774] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.038192] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.038192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.038354] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.038587] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.038703] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cbe197f-fdf3-4f16-a715-bd0bf11092e9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.541162] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.541472] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.541786] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.541881] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.542036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.542197] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 9cbe197f-fdf3-4f16-a715-bd0bf11092e9 not found, creating... [ 658.542471] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.542635] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.542747] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.542965] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.543110] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.543390] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.543562] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.543673] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.543874] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.543998] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.544406] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 9cbe197f-fdf3-4f16-a715-bd0bf11092e9 is going to be created. [ 658.568483] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.568736] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.568859] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.569272] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.569511] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.569790] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.051844] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 659.052260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.296711] env[66010]: INFO networking_nsxv3.common.synchronization [req-70b28a64-1c78-4e37-a7b5-069d35cb20b9 req-69453f3e-b933-4004-b6ec-2e1b5931c3db service nova] Enqueued Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_rules [ 659.296813] env[66010]: INFO networking_nsxv3.common.synchronization [req-70b28a64-1c78-4e37-a7b5-069d35cb20b9 req-69453f3e-b933-4004-b6ec-2e1b5931c3db service nova] Enqueued Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_members [ 659.296986] env[66010]: INFO networking_nsxv3.common.synchronization [req-70b28a64-1c78-4e37-a7b5-069d35cb20b9 req-69453f3e-b933-4004-b6ec-2e1b5931c3db service nova] Enqueued Resource ID: 9cbe197f-fdf3-4f16-a715-bd0bf11092e9 with Priority: HIGHEST for action port [ 659.297839] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_rules [ 659.300663] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_members [ 659.300663] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbe197f-fdf3-4f16-a715-bd0bf11092e9 with Priority: HIGHEST for action port [ 659.300663] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.300663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.300663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.300663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.300663] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.300663] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.300663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.301052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.301052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.301122] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.302447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.302447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.302447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.302447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.302447] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.302893] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.302963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.304407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.304783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.305921] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cbe197f-fdf3-4f16-a715-bd0bf11092e9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.602851] env[66010]: INFO networking_nsxv3.common.synchronization [req-591260dd-b26e-4624-aabb-2d148afa84e5 req-7d6f4087-70fa-4136-9cfd-f2881d5dc83b tempest-VolumesAdminNegativeTest-1563566483 tempest-VolumesAdminNegativeTest-1563566483-project-member] Enqueued Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_members [ 659.604139] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGHEST for action security_group_members [ 659.604856] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.605359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.605486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.605750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.605918] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.606039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.606124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.606286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.606379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.606475] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.810386] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.810386] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.810386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.810650] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cbe197f-fdf3-4f16-a715-bd0bf11092e9 with status ACTIVE [ 659.810923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.811111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.811111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.811453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.811681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.811897] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.812043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.812184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.812412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.812557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.812988] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.813130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.813262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.813467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.814594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.814594] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cbe197f-fdf3-4f16-a715-bd0bf11092e9 is going to be updated. [ 659.838418] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.838418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.838418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.838418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.838755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.838875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cbe197f-fdf3-4f16-a715-bd0bf11092e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.109416] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.112301] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.112301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.112301] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 is going to be updated. [ 660.149881] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.150981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.150981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.150981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.150981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.161896] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 in Status: IN_PROGRESS for 2s [ 660.182511] env[66010]: INFO networking_nsxv3.common.synchronization [req-4cc5f53e-3e06-4f1f-9978-a09cab52640e req-2cb33dc0-631d-4d82-92be-066a20fd31fe tempest-TenantUsagesTestJSON-101741666 tempest-TenantUsagesTestJSON-101741666-project-member] Enqueued Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_members [ 660.182511] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_members [ 660.182763] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.183127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.183887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.184105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.184745] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.184745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.184745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.184745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.185018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.185018] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.318435] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.523132] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.523132] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.523132] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.523383] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.523934] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.524114] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.524229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.524558] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.524640] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.524837] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.524944] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.525120] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.525243] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.525987] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.525987] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.525987] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.545548] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.545548] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.546113] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.547186] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.547186] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-c3481499-122b-4fa1-a9de-60c57563f374 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547186] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547186] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.547441] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.547494] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3481499-122b-4fa1-a9de-60c57563f374',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.688667] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.688832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.688897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.689108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.689200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.689438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.689576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.689644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.689781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.689856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.689942] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb already deleted. [ 660.690035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.821574] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.821859] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.822020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.822411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.822596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.822785] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a is going to be created. [ 660.850860] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.851049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.851154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.851331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.851529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.872477] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a in Status: UNINITIALIZED for 2s [ 661.049559] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.049778] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.049900] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.050234] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.050376] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.050527] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port c3481499-122b-4fa1-a9de-60c57563f374 not found, creating... [ 661.050774] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.050925] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.051169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.051240] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.051401] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.051720] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.051825] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.052138] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.052479] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.052655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.052819] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: c3481499-122b-4fa1-a9de-60c57563f374 is going to be created. [ 661.075487] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.075825] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.075897] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.076372] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.076372] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.076574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.099901] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f4b405d2-6190-422a-90fe-02e14771a474 None None] Enqueued Resource ID: 60bc6a0e-6a61-4905-bad5-458bb1d62a1b with Priority: HIGHEST for action port [ 661.100827] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bc6a0e-6a61-4905-bad5-458bb1d62a1b with Priority: HIGHEST for action port [ 661.101712] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-60bc6a0e-6a61-4905-bad5-458bb1d62a1b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.102126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60bc6a0e-6a61-4905-bad5-458bb1d62a1b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.102825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60bc6a0e-6a61-4905-bad5-458bb1d62a1b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.103107] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60bc6a0e-6a61-4905-bad5-458bb1d62a1b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.103196] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60bc6a0e-6a61-4905-bad5-458bb1d62a1b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.605471] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60bc6a0e-6a61-4905-bad5-458bb1d62a1b [ 661.605962] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.606118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.606253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.606567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.606673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.606808] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60bc6a0e-6a61-4905-bad5-458bb1d62a1b already deleted. [ 661.606955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60bc6a0e-6a61-4905-bad5-458bb1d62a1b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.850077] env[66010]: INFO networking_nsxv3.common.synchronization [req-4cc5f53e-3e06-4f1f-9978-a09cab52640e req-5287ce7d-7bda-44ee-bf0f-b5ce7b9f84cc service nova] Enqueued Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_rules [ 661.850077] env[66010]: INFO networking_nsxv3.common.synchronization [req-4cc5f53e-3e06-4f1f-9978-a09cab52640e req-5287ce7d-7bda-44ee-bf0f-b5ce7b9f84cc service nova] Enqueued Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_members [ 661.850077] env[66010]: INFO networking_nsxv3.common.synchronization [req-4cc5f53e-3e06-4f1f-9978-a09cab52640e req-5287ce7d-7bda-44ee-bf0f-b5ce7b9f84cc service nova] Enqueued Resource ID: c3481499-122b-4fa1-a9de-60c57563f374 with Priority: HIGHEST for action port [ 661.850336] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_rules [ 661.850430] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_members [ 661.850522] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3481499-122b-4fa1-a9de-60c57563f374 with Priority: HIGHEST for action port [ 661.851114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e066bfa5-98b4-49a1-9976-6dd7b88db5cb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.851237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.851364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.851576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.851654] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.852506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.853474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.853696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.854041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.854299] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.854530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.855065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.858078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.858078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.858078] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.858078] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3481499-122b-4fa1-a9de-60c57563f374 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.858078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.858078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.858078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.858078] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3481499-122b-4fa1-a9de-60c57563f374',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.178023] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 in Status: SUCCESS [ 662.178023] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 deletion is rescheduled due to dependency. [ 662.178023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.360173] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.361553] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.361722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.361856] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3481499-122b-4fa1-a9de-60c57563f374 with status ACTIVE [ 662.362031] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.362135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.362198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.362611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.362611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.362777] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.362777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.362883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.363242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.363449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.364835] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.364835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.364835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.364835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.364835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.364835] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3481499-122b-4fa1-a9de-60c57563f374 is going to be updated. [ 662.397238] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.397238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.397238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.397238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.397545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.397581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3481499-122b-4fa1-a9de-60c57563f374" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062753] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.062753] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a in Status: SUCCESS [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.062753] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062753] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.370424] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.370636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.370724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.371020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.371143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.371320] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb is going to be created. [ 663.391573] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.391759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.391875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.392095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.392265] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.392366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.392430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.392583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.392671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.392760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.392906] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.392999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.393080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.393223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.393840] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.393840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.393840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.393840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.393840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.394173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.394173] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.398385] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.398853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.398944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.399121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.399278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.411770] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb in Status: UNINITIALIZED for 2s [ 663.862126] env[66010]: INFO networking_nsxv3.common.synchronization [req-ebc4e969-324e-4cb4-a912-ffb5da5fc599 req-90d5d66b-7638-40e6-9541-e018d7886640 tempest-ServerMetadataNegativeTestJSON-2064583932 tempest-ServerMetadataNegativeTestJSON-2064583932-project-member] Enqueued Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_members [ 663.862126] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_members [ 663.862126] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.862126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.862126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.862126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.862411] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.862411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.862509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.862733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.862858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.863090] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.896293] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1e26926-8e5b-4add-8ca9-4023e05e1c5a: rpc.has_security_group_logging(os_id): False [ 663.914534] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.914874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.914961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.916963] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.916963] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.916963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.917667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.917667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.917741] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.917798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.917837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.918012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.918098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.918183] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a is going to be created. [ 663.980774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.980774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.980774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.981133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.981133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.995124] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a in Status: IN_PROGRESS for 2s [ 664.365953] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.366271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.366271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.366870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.366870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.366870] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.366870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.366870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.368128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.368128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.368128] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 already deleted. [ 664.368128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.406450] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.406907] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-248" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.406907] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-248" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.407133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-248" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.407483] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.407692] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.408132] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.408466] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.408941] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.409252] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.409560] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.409749] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.409985] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.410230] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.410491] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.410774] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.429368] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.429544] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.429676] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.429855] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-248" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.430185] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-dbd5c566-5965-4a1f-bfea-6704fa34831e taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.430363] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.430461] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.430786] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.430917] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd5c566-5965-4a1f-bfea-6704fa34831e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.934101] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.934353] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.934553] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.935453] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.935453] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.935453] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port dbd5c566-5965-4a1f-bfea-6704fa34831e not found, creating... [ 664.935629] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.935693] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.935768] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.936019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.936155] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.936461] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.936621] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.936728] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.937066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.937117] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.937205] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: dbd5c566-5965-4a1f-bfea-6704fa34831e is going to be created. [ 664.960963] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.960963] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.961225] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.961841] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.961841] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.963038] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.104909] env[66010]: INFO networking_nsxv3.common.synchronization [req-bb8f921a-9176-4f9e-9fca-ec6696b945b4 req-0964ff3d-a8e0-4193-ac43-a03d3338bd31 tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 665.105586] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 665.106111] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.106111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.106254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.106380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.106539] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.106664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.106723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.106964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.107082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.107236] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.182837] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f50912be-64b5-418d-9e84-a151144861ae None None] Enqueued Resource ID: 317e07a7-849c-4c4f-8614-8cce4ae410ca with Priority: HIGHEST for action port [ 665.183794] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317e07a7-849c-4c4f-8614-8cce4ae410ca with Priority: HIGHEST for action port [ 665.183956] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-317e07a7-849c-4c4f-8614-8cce4ae410ca taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.184092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-317e07a7-849c-4c4f-8614-8cce4ae410ca" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.184210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-317e07a7-849c-4c4f-8614-8cce4ae410ca" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.184678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-317e07a7-849c-4c4f-8614-8cce4ae410ca" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.184678] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('317e07a7-849c-4c4f-8614-8cce4ae410ca',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.422408] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb in Status: SUCCESS [ 665.422408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.422408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.422952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.425034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.425034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.425034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.425306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.425918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.425918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.425918] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.612030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.612030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.612030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.612030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 665.643915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.643915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.643915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.643915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.643915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.652914] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 665.682226] env[66010]: INFO networking_nsxv3.common.synchronization [req-ebc4e969-324e-4cb4-a912-ffb5da5fc599 req-7769c4d0-450a-49ff-8887-b306d6322201 service nova] Enqueued Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_rules [ 665.682519] env[66010]: INFO networking_nsxv3.common.synchronization [req-ebc4e969-324e-4cb4-a912-ffb5da5fc599 req-7769c4d0-450a-49ff-8887-b306d6322201 service nova] Enqueued Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_members [ 665.682773] env[66010]: INFO networking_nsxv3.common.synchronization [req-ebc4e969-324e-4cb4-a912-ffb5da5fc599 req-7769c4d0-450a-49ff-8887-b306d6322201 service nova] Enqueued Resource ID: dbd5c566-5965-4a1f-bfea-6704fa34831e with Priority: HIGHEST for action port [ 665.683409] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_rules [ 665.683613] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_members [ 665.684389] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd5c566-5965-4a1f-bfea-6704fa34831e with Priority: HIGHEST for action port [ 665.684776] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.684934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.685029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.685312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.685446] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.686922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.686922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.686922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.686922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.687191] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.687490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.687624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.690782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.690782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.690782] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.690782] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbd5c566-5965-4a1f-bfea-6704fa34831e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.690782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.690782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.690782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.690782] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd5c566-5965-4a1f-bfea-6704fa34831e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.693377] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 317e07a7-849c-4c4f-8614-8cce4ae410ca [ 665.694689] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.694822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.694874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.695122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.695297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.695297] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:317e07a7-849c-4c4f-8614-8cce4ae410ca already deleted. [ 665.695408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-317e07a7-849c-4c4f-8614-8cce4ae410ca" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.931617] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.932088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.932088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.932224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932342] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.932488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.932567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.932808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.933042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.933300] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.933633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.933633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.933633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.933869] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.934615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.934725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.934958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.935096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.935244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.935376] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.008786] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a in Status: SUCCESS [ 666.008786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.192670] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.193834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.194016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.197261] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbd5c566-5965-4a1f-bfea-6704fa34831e with status ACTIVE [ 666.197261] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.197261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.197261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.197261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.197261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.197537] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.197537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.197537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.197933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.197933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.198081] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.198081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.198178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.198483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.198483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.198483] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbd5c566-5965-4a1f-bfea-6704fa34831e is going to be updated. [ 666.227540] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.227915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.227915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.228116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.228116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.228274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbd5c566-5965-4a1f-bfea-6704fa34831e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438537] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e066bfa5-98b4-49a1-9976-6dd7b88db5cb: rpc.has_security_group_logging(os_id): False [ 666.461373] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.461373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.461663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.461717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.461832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.462090] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.462219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.462300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.462516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.462617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.462878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.462999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.463200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.464578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.464578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.464578] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.464578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.464578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.464891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.465286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.465417] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb is going to be created. [ 666.574286] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.574286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.574286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.574286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.574286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.593967] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb in Status: IN_PROGRESS for 2s [ 666.695569] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.105347] env[66010]: INFO networking_nsxv3.common.synchronization [None req-fa8add9d-f60b-480a-98f3-1e0183b5e385 None None] Enqueued Resource ID: a22f3fe6-d60f-4878-87a0-2e0de9a6c41d with Priority: HIGHEST for action port [ 667.105957] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22f3fe6-d60f-4878-87a0-2e0de9a6c41d with Priority: HIGHEST for action port [ 667.106340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22f3fe6-d60f-4878-87a0-2e0de9a6c41d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.106423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22f3fe6-d60f-4878-87a0-2e0de9a6c41d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.106571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22f3fe6-d60f-4878-87a0-2e0de9a6c41d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.106762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22f3fe6-d60f-4878-87a0-2e0de9a6c41d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.106851] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22f3fe6-d60f-4878-87a0-2e0de9a6c41d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.198813] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.199027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.199108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.199526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.199526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.199526] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 is going to be created. [ 667.230399] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.230668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.230743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.230933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.231110] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.273954] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 in Status: UNINITIALIZED for 2s [ 667.311299] env[66010]: INFO networking_nsxv3.common.synchronization [None req-5b6e0bbd-a3d9-428e-aa3a-0cf8817b7ada None None] Enqueued Resource ID: 5f899dda-eb13-453f-971e-a590c873cf9c with Priority: HIGHEST for action port [ 667.311910] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f899dda-eb13-453f-971e-a590c873cf9c with Priority: HIGHEST for action port [ 667.312238] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f899dda-eb13-453f-971e-a590c873cf9c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.312373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f899dda-eb13-453f-971e-a590c873cf9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.312509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f899dda-eb13-453f-971e-a590c873cf9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.312751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f899dda-eb13-453f-971e-a590c873cf9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.312823] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f899dda-eb13-453f-971e-a590c873cf9c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.611211] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a22f3fe6-d60f-4878-87a0-2e0de9a6c41d [ 667.611569] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.611695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.611760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.611982] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.612104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.612211] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a22f3fe6-d60f-4878-87a0-2e0de9a6c41d already deleted. [ 667.612254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22f3fe6-d60f-4878-87a0-2e0de9a6c41d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.666935] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 667.666935] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a deletion is rescheduled due to dependency. [ 667.666935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.817246] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f899dda-eb13-453f-971e-a590c873cf9c [ 667.817246] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.817246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.817246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.817246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.817246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.817246] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f899dda-eb13-453f-971e-a590c873cf9c already deleted. [ 667.821228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f899dda-eb13-453f-971e-a590c873cf9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.902105] env[66010]: INFO networking_nsxv3.common.synchronization [req-4ffc11db-64a8-4cd0-af7c-d8f1fab919f9 req-97082fba-efa5-461e-9720-df3f47038b61 tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 667.902105] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 667.902568] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.902568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.902766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.902806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.902937] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.903052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.903116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.903285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.903365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.903457] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.406976] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.608197] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb in Status: SUCCESS [ 668.608486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.770925] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.771253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.771253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.772087] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.772087] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.772087] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.772087] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.773079] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.773079] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.773079] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.773079] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.773079] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.773079] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.773386] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.773386] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.773386] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.795526] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.795854] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.796117] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.796222] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.796988] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-4e770107-c519-49b7-be06-7e906d0bb146 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.796988] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.796988] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.797375] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.797572] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e770107-c519-49b7-be06-7e906d0bb146',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.911070] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.286170] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 in Status: SUCCESS [ 669.286496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.286679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.286903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.287113] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.287241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.287301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.287457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.287538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.287622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.287714] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.300470] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.300701] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.300794] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.301078] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.301223] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.301370] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 4e770107-c519-49b7-be06-7e906d0bb146 not found, creating... [ 669.301621] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.301775] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.301882] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.302109] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.302238] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.302552] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.302644] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.302850] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.302993] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.303292] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.303473] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 4e770107-c519-49b7-be06-7e906d0bb146 is going to be created. [ 669.324480] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.324771] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.326976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.326976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.326976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.326976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.414542] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.414757] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.414857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.415099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.415201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.415330] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 669.451863] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.451981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.452148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.452255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.452430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.467409] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 669.790681] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.791092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.791092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.791987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.791987] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.791987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.791987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.792236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.792236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.793527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.793527] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.793527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.793527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.793527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.793527] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.793527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.800631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.800631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.800631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800631] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.147904] env[66010]: INFO networking_nsxv3.common.synchronization [req-4ffc11db-64a8-4cd0-af7c-d8f1fab919f9 req-f6b72901-4cbb-47ed-9c4d-140fd6666fe7 service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 670.147904] env[66010]: INFO networking_nsxv3.common.synchronization [req-4ffc11db-64a8-4cd0-af7c-d8f1fab919f9 req-f6b72901-4cbb-47ed-9c4d-140fd6666fe7 service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 670.147904] env[66010]: INFO networking_nsxv3.common.synchronization [req-4ffc11db-64a8-4cd0-af7c-d8f1fab919f9 req-f6b72901-4cbb-47ed-9c4d-140fd6666fe7 service nova] Enqueued Resource ID: 4e770107-c519-49b7-be06-7e906d0bb146 with Priority: HIGHEST for action port [ 670.148481] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 670.148481] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 670.148644] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e770107-c519-49b7-be06-7e906d0bb146 with Priority: HIGHEST for action port [ 670.149204] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.149366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.149447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.149732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.149732] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.151026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.151026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.151026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e770107-c519-49b7-be06-7e906d0bb146 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.151026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.151026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.151298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.151337] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e770107-c519-49b7-be06-7e906d0bb146',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.245239] env[66010]: INFO networking_nsxv3.common.synchronization [None req-4aba4867-bd63-4029-bb4a-ba7c7ada2b74 None None] Enqueued Resource ID: 106af329-e411-4d1d-b75d-5d18c1f68de6 with Priority: HIGHEST for action port [ 670.245239] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106af329-e411-4d1d-b75d-5d18c1f68de6 with Priority: HIGHEST for action port [ 670.245523] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-106af329-e411-4d1d-b75d-5d18c1f68de6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.245639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-106af329-e411-4d1d-b75d-5d18c1f68de6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.245701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-106af329-e411-4d1d-b75d-5d18c1f68de6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.247645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-106af329-e411-4d1d-b75d-5d18c1f68de6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.249557] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('106af329-e411-4d1d-b75d-5d18c1f68de6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.305082] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 008fd47e-cac4-4c2a-b3ba-1798df204758: rpc.has_security_group_logging(os_id): False [ 670.326688] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.326832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.326898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.327130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.327387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.327772] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.329129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.329129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.329275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.330044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.330044] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.330044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.330044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.332009] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.332128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.332347] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.332445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.332552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.332694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.332762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.332852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 is going to be created. [ 670.354426] env[66010]: INFO networking_nsxv3.common.synchronization [None req-9ad93f55-f867-4b74-8300-a11a82edbb93 None None] Enqueued Resource ID: 3d4619df-aa32-4166-82cf-4c6a2674c12f with Priority: HIGHEST for action port [ 670.355852] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4619df-aa32-4166-82cf-4c6a2674c12f with Priority: HIGHEST for action port [ 670.357476] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4619df-aa32-4166-82cf-4c6a2674c12f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.357476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4619df-aa32-4166-82cf-4c6a2674c12f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4619df-aa32-4166-82cf-4c6a2674c12f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.358864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4619df-aa32-4166-82cf-4c6a2674c12f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.358864] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4619df-aa32-4166-82cf-4c6a2674c12f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.422232] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.422232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.422370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.422474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.423551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.440083] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 in Status: IN_PROGRESS for 2s [ 670.657529] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.657529] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e770107-c519-49b7-be06-7e906d0bb146 with status ACTIVE [ 670.657529] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.657529] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.657529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.657997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.657997] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.657997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.658123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.658355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.658355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.658452] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e770107-c519-49b7-be06-7e906d0bb146 is going to be updated. [ 670.682304] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.682453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.682524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.682740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.682868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.683146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e770107-c519-49b7-be06-7e906d0bb146" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.752633] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 106af329-e411-4d1d-b75d-5d18c1f68de6 [ 670.752633] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.752633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.752633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.752633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.752633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.752633] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:106af329-e411-4d1d-b75d-5d18c1f68de6 already deleted. [ 670.752633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-106af329-e411-4d1d-b75d-5d18c1f68de6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.860992] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d4619df-aa32-4166-82cf-4c6a2674c12f [ 670.862894] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.862894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.862894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.862894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.862894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.862894] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d4619df-aa32-4166-82cf-4c6a2674c12f already deleted. [ 670.862894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4619df-aa32-4166-82cf-4c6a2674c12f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.215287] env[66010]: INFO networking_nsxv3.common.synchronization [req-28908bd1-47d1-43d4-a37f-5e7574e8b9b2 req-0b761446-0c8a-4559-84e7-21378b44ce6b tempest-DeleteServersAdminTestJSON-297255487 tempest-DeleteServersAdminTestJSON-297255487-project-member] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 671.215287] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 671.215891] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.216142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.216315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.216614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.216935] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.217172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.217915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.218125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.218218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.218319] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.479296] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 671.479586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.479795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.480126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.480554] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.480554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.480554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.480781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.480898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.480976] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.559954] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.560207] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.560327] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.560702] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.560954] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.561115] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.561235] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.561495] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.561747] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.562547] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.562720] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.562937] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.563096] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.563247] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.563424] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.563719] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.587719] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.587865] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.588180] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.588373] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.588886] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-55192d41-20e1-45b8-b81b-7fc90440c193 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.589407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.589616] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.590108] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.590745] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55192d41-20e1-45b8-b81b-7fc90440c193',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.722094] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.722094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.722094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.722729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.723696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.723696] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.723696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.723696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.723696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.723994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.723994] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be updated. [ 671.755203] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.755399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.755559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.755880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.756114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.766720] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: IN_PROGRESS for 2s [ 671.983898] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.094689] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.094924] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.095078] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.095373] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.095515] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.095667] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 55192d41-20e1-45b8-b81b-7fc90440c193 not found, creating... [ 672.096061] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.096279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.096409] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.096651] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.096790] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.097093] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.097248] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.097358] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.097564] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.097693] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.097826] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 55192d41-20e1-45b8-b81b-7fc90440c193 is going to be created. [ 672.125079] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.125361] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.125448] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.125662] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.125904] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.126152] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.455139] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 in Status: SUCCESS [ 672.455654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.486948] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.865642] env[66010]: INFO networking_nsxv3.common.synchronization [req-28908bd1-47d1-43d4-a37f-5e7574e8b9b2 req-3c43d610-f38f-4a11-a67d-e715db921f35 service nova] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_rules [ 672.865903] env[66010]: INFO networking_nsxv3.common.synchronization [req-28908bd1-47d1-43d4-a37f-5e7574e8b9b2 req-3c43d610-f38f-4a11-a67d-e715db921f35 service nova] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 672.866038] env[66010]: INFO networking_nsxv3.common.synchronization [req-28908bd1-47d1-43d4-a37f-5e7574e8b9b2 req-3c43d610-f38f-4a11-a67d-e715db921f35 service nova] Enqueued Resource ID: 55192d41-20e1-45b8-b81b-7fc90440c193 with Priority: HIGHEST for action port [ 672.867845] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_rules [ 672.867845] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 672.867845] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55192d41-20e1-45b8-b81b-7fc90440c193 with Priority: HIGHEST for action port [ 672.867845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.867845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.867845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.868412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.868412] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.872255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.872255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.872255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-55192d41-20e1-45b8-b81b-7fc90440c193 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.872255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.872255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.872255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.872255] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55192d41-20e1-45b8-b81b-7fc90440c193',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.991019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.991019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.991019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.991019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.991019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.991019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 673.023898] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.023898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.023898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.023898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.024123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.034726] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 673.096584] env[66010]: INFO networking_nsxv3.common.synchronization [req-64c9f37b-c20e-4e6d-a6e1-f5dda34bc9f8 req-f5dbd0db-d95c-488c-9e0a-1032112bfb4f tempest-FloatingIPsAssociationTestJSON-411035110 tempest-FloatingIPsAssociationTestJSON-411035110-project-member] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 673.097233] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 673.097595] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.097743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.097831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.098558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098951] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.373083] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.373639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.373639] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55192d41-20e1-45b8-b81b-7fc90440c193 with status ACTIVE [ 673.373803] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.373898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.373959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.374201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.374296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.374465] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.374557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.374613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.375119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.375187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.375353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.375719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.375719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.375719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.375875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.376485] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55192d41-20e1-45b8-b81b-7fc90440c193 is going to be updated. [ 673.405714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.406014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.406014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.406197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.406341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.406665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55192d41-20e1-45b8-b81b-7fc90440c193" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.477153] env[66010]: INFO networking_nsxv3.common.synchronization [req-e270a207-d3de-4ae0-8669-9b04b4ae3dff req-acb1abe3-34d6-4aa4-93c7-b8c7cff0484d tempest-SecurityGroupRulesTestJSON-56809631 tempest-SecurityGroupRulesTestJSON-56809631-project-member] Enqueued Resource ID: 6228241a-1956-4d04-b8e1-49363eef2145 with Priority: HIGHEST for action security_group_rules [ 673.477755] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6228241a-1956-4d04-b8e1-49363eef2145 with Priority: HIGHEST for action security_group_rules [ 673.478936] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6228241a-1956-4d04-b8e1-49363eef2145 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.484182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6228241a-1956-4d04-b8e1-49363eef2145" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.484325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6228241a-1956-4d04-b8e1-49363eef2145" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.484635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6228241a-1956-4d04-b8e1-49363eef2145" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.484759] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6228241a-1956-4d04-b8e1-49363eef2145',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.603983] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.777160] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: SUCCESS [ 673.777349] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b deletion is rescheduled due to dependency. [ 673.777789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.777789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.777913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.778019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.778142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.778207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.778363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.778443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.778560] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.006491] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.007931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.007931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.007931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.007931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.007931] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6228241a-1956-4d04-b8e1-49363eef2145 already deleted. [ 674.007931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6228241a-1956-4d04-b8e1-49363eef2145" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.108613] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.280584] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.613329] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.613329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.613329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.613739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.613846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.614058] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be updated. [ 674.656299] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.656299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.656299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.656299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.656299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.668308] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: IN_PROGRESS for 2s [ 674.729131] env[66010]: INFO networking_nsxv3.common.synchronization [None req-8bb357f1-9353-42f5-9dd2-ddace802a342 None None] Enqueued Resource ID: 121f17df-11b5-485f-bf47-772e342704b5 with Priority: HIGHEST for action port [ 674.729850] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121f17df-11b5-485f-bf47-772e342704b5 with Priority: HIGHEST for action port [ 674.730702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-121f17df-11b5-485f-bf47-772e342704b5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.730787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121f17df-11b5-485f-bf47-772e342704b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.730884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121f17df-11b5-485f-bf47-772e342704b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.731285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121f17df-11b5-485f-bf47-772e342704b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.731457] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121f17df-11b5-485f-bf47-772e342704b5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.786333] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.048159] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 675.048557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.048557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.048778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.048970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.049107] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.049173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.049321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.049401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.049489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.049599] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.233764] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 121f17df-11b5-485f-bf47-772e342704b5 [ 675.234163] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.234416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.234527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.234878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.235081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.235151] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:121f17df-11b5-485f-bf47-772e342704b5 already deleted. [ 675.235230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121f17df-11b5-485f-bf47-772e342704b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.286721] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.286924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.286981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.287261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.287261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.287415] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be updated. [ 675.331361] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.331568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.331662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.331889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.332046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.347043] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: IN_PROGRESS for 2s [ 675.555247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.555409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.556481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.556481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.556481] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.556481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.556481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.556481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.556481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.556481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.556839] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.556839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.556839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.556839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.557073] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.557073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.557147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.557283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.557318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.557387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.557568] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.061421] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7: rpc.has_security_group_logging(os_id): False [ 676.082349] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.082595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.082672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.082911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.083085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.083264] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.083879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.083879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.083879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.083879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.084471] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.084919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.084919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.084919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.085756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.085756] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.085756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.085756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.085756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.086451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.086451] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 676.157526] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.157741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.157893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.158309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.158309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.184036] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 676.681841] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: SUCCESS [ 676.682043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.878163] env[66010]: INFO networking_nsxv3.common.synchronization [req-7ca5a063-f4c1-4631-bcc1-98f4e48674d1 req-5217e0b3-27d1-4a25-87a5-26ea2a09e523 tempest-SecurityGroupRulesTestJSON-56809631 tempest-SecurityGroupRulesTestJSON-56809631-project-member] Enqueued Resource ID: f8d2ecf1-cc8e-4890-a394-11c3d146cec9 with Priority: HIGHEST for action security_group_rules [ 676.879241] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d2ecf1-cc8e-4890-a394-11c3d146cec9 with Priority: HIGHEST for action security_group_rules [ 676.879968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d2ecf1-cc8e-4890-a394-11c3d146cec9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.879968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d2ecf1-cc8e-4890-a394-11c3d146cec9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.879968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d2ecf1-cc8e-4890-a394-11c3d146cec9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.880263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d2ecf1-cc8e-4890-a394-11c3d146cec9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.880263] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d2ecf1-cc8e-4890-a394-11c3d146cec9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.369023] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: SUCCESS [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.369023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.369023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.369023] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.414194] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.414519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.414519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.414798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.414798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.414914] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d2ecf1-cc8e-4890-a394-11c3d146cec9 already deleted. [ 677.414914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d2ecf1-cc8e-4890-a394-11c3d146cec9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.696543] env[66010]: INFO networking_nsxv3.common.synchronization [None req-810247fb-0481-4e49-975d-30bf8d9d746e None None] Enqueued Resource ID: bf4f4c09-440b-4283-b011-bc8c2103d6b2 with Priority: HIGHEST for action port [ 677.697056] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4f4c09-440b-4283-b011-bc8c2103d6b2 with Priority: HIGHEST for action port [ 677.697359] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf4f4c09-440b-4283-b011-bc8c2103d6b2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.697474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf4f4c09-440b-4283-b011-bc8c2103d6b2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.697775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf4f4c09-440b-4283-b011-bc8c2103d6b2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.697859] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf4f4c09-440b-4283-b011-bc8c2103d6b2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.697896] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4f4c09-440b-4283-b011-bc8c2103d6b2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.871918] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.872245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.872328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.872545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873854] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.873854] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.873854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873854] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.874292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.874292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.874292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.874292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.874292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.874689] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.928473] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f733f568-a460-497c-925f-b551918e7d52 None None] Enqueued Resource ID: f2b7d1dd-ce66-44e0-8a67-41c21197617e with Priority: HIGHEST for action port [ 677.930016] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b7d1dd-ce66-44e0-8a67-41c21197617e with Priority: HIGHEST for action port [ 677.930016] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2b7d1dd-ce66-44e0-8a67-41c21197617e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.930016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2b7d1dd-ce66-44e0-8a67-41c21197617e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.930016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2b7d1dd-ce66-44e0-8a67-41c21197617e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.930016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2b7d1dd-ce66-44e0-8a67-41c21197617e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.930016] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b7d1dd-ce66-44e0-8a67-41c21197617e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.201101] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf4f4c09-440b-4283-b011-bc8c2103d6b2 [ 678.201101] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.201814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.201814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.201814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.201814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.201959] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf4f4c09-440b-4283-b011-bc8c2103d6b2 already deleted. [ 678.201993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf4f4c09-440b-4283-b011-bc8c2103d6b2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.210804] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 678.212043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.381025] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57159e81-9cfa-46b9-a451-6f4abe015d0b: rpc.has_security_group_logging(os_id): False [ 678.404104] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.404104] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.404104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.404104] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.404800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.404800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.404800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.404800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.405167] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.405167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.405167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.405372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.405433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.405491] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be updated. [ 678.432222] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2b7d1dd-ce66-44e0-8a67-41c21197617e [ 678.432753] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.432913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.432982] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.433220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.435170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.435331] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2b7d1dd-ce66-44e0-8a67-41c21197617e already deleted. [ 678.435412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2b7d1dd-ce66-44e0-8a67-41c21197617e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.492477] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.492477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.492477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.492477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.492477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.511681] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: IN_PROGRESS for 2s [ 678.531399] env[66010]: INFO networking_nsxv3.common.synchronization [req-16afac14-fa18-4ad8-9f32-2f0d7cd127bb req-c25fe950-8441-4d19-b89d-c426a0756a67 tempest-ServerDiagnosticsNegativeTest-947164313 tempest-ServerDiagnosticsNegativeTest-947164313-project-member] Enqueued Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_members [ 678.531399] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGHEST for action security_group_members [ 678.531399] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.531399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.531399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.531801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.531938] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.532054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.532114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.532274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.532358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.532448] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.037648] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.038518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.038598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.038835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.038953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.039752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.039918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.040012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.040223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.040304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.040394] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a is going to be updated. [ 679.071885] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.072441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.072441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.072441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.072606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.089619] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a in Status: IN_PROGRESS for 2s [ 679.406911] env[66010]: INFO networking_nsxv3.common.synchronization [req-23aac9d7-3bfe-4979-b6dd-c9265a308b77 req-e98568e8-dec8-4791-b960-10e25fda269d tempest-ImagesOneServerTestJSON-1136064028 tempest-ImagesOneServerTestJSON-1136064028-project-member] Enqueued Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_members [ 679.407557] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_members [ 679.407962] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.408302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.408364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.409036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.409036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.409036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.409036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.409300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.409991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.410136] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.915342] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.915342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.915342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.915342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.915342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.915342] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.915342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.915342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.916466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.916466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.916466] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb already deleted. [ 679.916466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.944452] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.944756] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-817" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.944894] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-817" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.945244] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-817" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.945523] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.945685] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.946216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.946216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.946216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.946405] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.946509] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.946699] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.946699] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.946840] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.947469] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.947469] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.972093] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.972332] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.972385] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.972564] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-817" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.972883] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-6c51f818-07d8-4a36-89fb-cb9e19833178 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.973460] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.973692] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.974057] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.974232] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c51f818-07d8-4a36-89fb-cb9e19833178',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.477438] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.477808] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.477808] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.478207] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.478322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.478442] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 6c51f818-07d8-4a36-89fb-cb9e19833178 not found, creating... [ 680.478714] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.478888] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.479014] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.479332] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.479661] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.481525] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.481525] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.481525] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.481525] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.481903] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.481972] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 6c51f818-07d8-4a36-89fb-cb9e19833178 is going to be created. [ 680.509899] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.509899] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.509899] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.511226] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.511226] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.511722] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.540463] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: SUCCESS [ 680.541030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.771047] env[66010]: INFO networking_nsxv3.common.synchronization [None req-6c5c0fa7-a301-430c-97ea-a8719eaae4a2 None None] Enqueued Resource ID: 489065a4-6838-4f34-a83d-5f25b9385e27 with Priority: HIGHEST for action port [ 680.771645] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489065a4-6838-4f34-a83d-5f25b9385e27 with Priority: HIGHEST for action port [ 680.771975] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-489065a4-6838-4f34-a83d-5f25b9385e27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.772171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489065a4-6838-4f34-a83d-5f25b9385e27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.772320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489065a4-6838-4f34-a83d-5f25b9385e27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.772528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489065a4-6838-4f34-a83d-5f25b9385e27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.772635] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489065a4-6838-4f34-a83d-5f25b9385e27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.102951] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a in Status: SUCCESS [ 681.103319] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a deletion is rescheduled due to dependency. [ 681.105449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.280429] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 489065a4-6838-4f34-a83d-5f25b9385e27 [ 681.280848] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.281242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.281242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.281404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.281502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.281615] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:489065a4-6838-4f34-a83d-5f25b9385e27 already deleted. [ 681.282714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489065a4-6838-4f34-a83d-5f25b9385e27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.326023] env[66010]: INFO networking_nsxv3.common.synchronization [req-23aac9d7-3bfe-4979-b6dd-c9265a308b77 req-de31b3aa-37c7-413d-a6f3-15441d3f1450 service nova] Enqueued Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_rules [ 681.326023] env[66010]: INFO networking_nsxv3.common.synchronization [req-23aac9d7-3bfe-4979-b6dd-c9265a308b77 req-de31b3aa-37c7-413d-a6f3-15441d3f1450 service nova] Enqueued Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_members [ 681.326190] env[66010]: INFO networking_nsxv3.common.synchronization [req-23aac9d7-3bfe-4979-b6dd-c9265a308b77 req-de31b3aa-37c7-413d-a6f3-15441d3f1450 service nova] Enqueued Resource ID: 6c51f818-07d8-4a36-89fb-cb9e19833178 with Priority: HIGHEST for action port [ 681.326622] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_rules [ 681.326979] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_members [ 681.326979] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c51f818-07d8-4a36-89fb-cb9e19833178 with Priority: HIGHEST for action port [ 681.329416] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.329416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.329416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.329693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.329693] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.330685] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.330819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.330964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.334127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.334127] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.334127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c51f818-07d8-4a36-89fb-cb9e19833178 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.334127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.334127] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c51f818-07d8-4a36-89fb-cb9e19833178',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.836049] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.836049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.837627] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.839160] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c51f818-07d8-4a36-89fb-cb9e19833178 with status ACTIVE [ 681.839352] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.839483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.839553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.840048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.840048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.840048] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.840427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.840427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.840427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.840427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.840675] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.840675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.840675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.840878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.840878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.841101] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c51f818-07d8-4a36-89fb-cb9e19833178 is going to be updated. [ 681.968325] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.968603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.968705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.969030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.969226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.969474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c51f818-07d8-4a36-89fb-cb9e19833178" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.344254] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.846871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.847270] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.847270] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.847470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.847519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.848833] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb is going to be created. [ 682.873896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.874044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.874137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.874325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.874562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.890935] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb in Status: UNINITIALIZED for 2s [ 683.102244] env[66010]: INFO networking_nsxv3.common.synchronization [req-6089be2d-5aa4-412d-9de4-8e1c54633ca2 req-1d30f7db-7c55-4ca1-a16c-f993301186e9 tempest-SecurityGroupRulesTestJSON-56809631 tempest-SecurityGroupRulesTestJSON-56809631-project-member] Enqueued Resource ID: 112df257-1f77-47b7-947d-356c8f0b143d with Priority: HIGHEST for action security_group_rules [ 683.102244] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 112df257-1f77-47b7-947d-356c8f0b143d with Priority: HIGHEST for action security_group_rules [ 683.102244] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-112df257-1f77-47b7-947d-356c8f0b143d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.102244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-112df257-1f77-47b7-947d-356c8f0b143d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.102450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-112df257-1f77-47b7-947d-356c8f0b143d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.103263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-112df257-1f77-47b7-947d-356c8f0b143d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.103263] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('112df257-1f77-47b7-947d-356c8f0b143d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.632388] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.632573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.632638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.632882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.632992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.633108] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 112df257-1f77-47b7-947d-356c8f0b143d already deleted. [ 683.633193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-112df257-1f77-47b7-947d-356c8f0b143d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.902967] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb in Status: SUCCESS [ 684.903401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.903401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.903581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.903879] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.903986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.904412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.904615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.904842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.904842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.904963] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.136093] env[66010]: INFO networking_nsxv3.common.synchronization [req-cfd58a9f-d45e-4af3-b1ff-117f15ba56f9 req-6d2c624b-9178-49cb-a0c8-f40f4b2e8d34 tempest-ServersV294TestFqdnHostnames-1079628260 tempest-ServersV294TestFqdnHostnames-1079628260-project-member] Enqueued Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_members [ 685.136575] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_members [ 685.136923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.138314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.138405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.139655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.139789] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.139878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.139992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.140144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.140792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.140902] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.207599] env[66010]: INFO networking_nsxv3.common.synchronization [req-a8eccd70-ce78-4cdb-8138-69afff778f59 req-3bcce8fe-f3b0-445a-89ca-5a43a4519dab tempest-TenantUsagesTestJSON-101741666 tempest-TenantUsagesTestJSON-101741666-project-member] Enqueued Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_members [ 685.207599] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb with Priority: HIGHEST for action security_group_members [ 685.207599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.207599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.207599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.207599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.207599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.207599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.207599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.208486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.208681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.208878] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e066bfa5-98b4-49a1-9976-6dd7b88db5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.410497] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.410662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.410740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.410936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.411123] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.411223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.411285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.411434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.411524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.411669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.411828] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.411922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.411981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.412142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.412277] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.412369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.412427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.412577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.412632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.412807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.412807] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.649295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.649295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.649295] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e already deleted. [ 685.649295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.712037] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.712037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.712037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.712037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.712037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.712504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.712504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.712504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.712504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.712680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.712680] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb is going to be updated. [ 685.744581] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.745704] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-742" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.745704] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-742" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.745704] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-742" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.745887] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.746097] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.746243] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.747269] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.747269] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.747497] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.747564] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.747719] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.747829] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.747991] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.748186] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.748414] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.753896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.753896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.753896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.753896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.753896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.762527] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb in Status: IN_PROGRESS for 2s [ 685.779039] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.779039] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.779039] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.779039] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-742" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.779039] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-644a6518-5fcd-409d-bb26-6d50f2fbea57 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.779039] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.779039] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.779039] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.779039] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644a6518-5fcd-409d-bb26-6d50f2fbea57',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.975314] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74b5f2f6-2973-4460-824e-e6d5868f25bb: rpc.has_security_group_logging(os_id): False [ 685.996961] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.997181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.997181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.997394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.997481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.997661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.997756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.997806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.997956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.998087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.998291] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.998405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.998487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.998645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.998719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.998911] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.999042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.999098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.999201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.999270] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.999355] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb is going to be created. [ 686.064208] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.064405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.064487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.064803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.064983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.076920] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb in Status: IN_PROGRESS for 2s [ 686.284343] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.284343] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 644a6518-5fcd-409d-bb26-6d50f2fbea57 not found, creating... [ 686.284343] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.284343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.284944] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.285343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.285687] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.285687] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.285821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.285863] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 644a6518-5fcd-409d-bb26-6d50f2fbea57 is going to be created. [ 686.313048] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.313264] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.313334] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.313580] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.313890] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.314462] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.760898] env[66010]: INFO networking_nsxv3.common.synchronization [None req-11ad53c9-be0e-4d04-9510-dd5931c20616 None None] Enqueued Resource ID: 2d402704-689f-47cc-a84a-a866494117cd with Priority: HIGHEST for action port [ 686.761714] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d402704-689f-47cc-a84a-a866494117cd with Priority: HIGHEST for action port [ 686.762423] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d402704-689f-47cc-a84a-a866494117cd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.762599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d402704-689f-47cc-a84a-a866494117cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.762663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d402704-689f-47cc-a84a-a866494117cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.763013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d402704-689f-47cc-a84a-a866494117cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.763107] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d402704-689f-47cc-a84a-a866494117cd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.062495] env[66010]: INFO networking_nsxv3.common.synchronization [req-cfd58a9f-d45e-4af3-b1ff-117f15ba56f9 req-ed528a96-9e4d-4562-b1b6-dd2a0ebb9ea9 service nova] Enqueued Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_rules [ 687.062764] env[66010]: INFO networking_nsxv3.common.synchronization [req-cfd58a9f-d45e-4af3-b1ff-117f15ba56f9 req-ed528a96-9e4d-4562-b1b6-dd2a0ebb9ea9 service nova] Enqueued Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_members [ 687.062904] env[66010]: INFO networking_nsxv3.common.synchronization [req-cfd58a9f-d45e-4af3-b1ff-117f15ba56f9 req-ed528a96-9e4d-4562-b1b6-dd2a0ebb9ea9 service nova] Enqueued Resource ID: 644a6518-5fcd-409d-bb26-6d50f2fbea57 with Priority: HIGHEST for action port [ 687.063544] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_rules [ 687.063780] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_members [ 687.063907] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644a6518-5fcd-409d-bb26-6d50f2fbea57 with Priority: HIGHEST for action port [ 687.065110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.065251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.065311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.065531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.065623] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.070022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.070022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.070022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.070022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-644a6518-5fcd-409d-bb26-6d50f2fbea57 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.070022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.070022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644a6518-5fcd-409d-bb26-6d50f2fbea57',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.268061] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d402704-689f-47cc-a84a-a866494117cd [ 687.268061] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.268061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.268061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.268061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.268528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.268528] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d402704-689f-47cc-a84a-a866494117cd already deleted. [ 687.268528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d402704-689f-47cc-a84a-a866494117cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.366995] env[66010]: INFO networking_nsxv3.common.synchronization [req-11c1aa9d-cf6b-4969-9133-7049f8e5c5d0 req-1d2d03e3-77f5-47c6-a636-d6596d9c226e tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 687.368209] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 687.368584] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.368736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.368736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.368999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.369126] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.369632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.369632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.369632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.369632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.370013] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.572028] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.572197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.572414] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.577384] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 644a6518-5fcd-409d-bb26-6d50f2fbea57 with status ACTIVE [ 687.577384] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.577384] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.577384] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.577384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.578843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.578843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.578843] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 644a6518-5fcd-409d-bb26-6d50f2fbea57 is going to be updated. [ 687.607944] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.608184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.608664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.608664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.608664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.608935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644a6518-5fcd-409d-bb26-6d50f2fbea57" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.777775] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb in Status: SUCCESS [ 687.778308] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e066bfa5-98b4-49a1-9976-6dd7b88db5cb deletion is rescheduled due to dependency. [ 687.778763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e066bfa5-98b4-49a1-9976-6dd7b88db5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.872122] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.872372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.873215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.873215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.873215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.873215] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.873215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.873215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.873881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.873881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.873881] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 687.930712] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.930876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.930962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.931204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.931361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.942948] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 688.075300] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.098848] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb in Status: SUCCESS [ 688.099045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578347] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.578619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.578619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.578799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.578866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578946] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e is going to be created. [ 688.604353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.604439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.604439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.604980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.604980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.615738] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e in Status: UNINITIALIZED for 2s [ 689.085735] env[66010]: INFO networking_nsxv3.common.synchronization [None req-2149f556-e15c-4d02-96fe-7b57f0fda620 None None] Enqueued Resource ID: c73a6771-a7a8-48a3-b84d-649fc01e4369 with Priority: HIGHEST for action port [ 689.086286] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73a6771-a7a8-48a3-b84d-649fc01e4369 with Priority: HIGHEST for action port [ 689.086817] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c73a6771-a7a8-48a3-b84d-649fc01e4369 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.086953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c73a6771-a7a8-48a3-b84d-649fc01e4369" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.088750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c73a6771-a7a8-48a3-b84d-649fc01e4369" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.090741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c73a6771-a7a8-48a3-b84d-649fc01e4369" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.090933] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c73a6771-a7a8-48a3-b84d-649fc01e4369',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.596840] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c73a6771-a7a8-48a3-b84d-649fc01e4369 [ 689.596840] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.596840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.596840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.596840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.596840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.596840] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c73a6771-a7a8-48a3-b84d-649fc01e4369 already deleted. [ 689.596840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c73a6771-a7a8-48a3-b84d-649fc01e4369" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.632217] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b00538be-3d0e-4091-9d56-ba6a49f0ae53 None None] Enqueued Resource ID: a3c13ec0-f577-4d97-831a-b7932c120cd4 with Priority: HIGHEST for action port [ 689.634033] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c13ec0-f577-4d97-831a-b7932c120cd4 with Priority: HIGHEST for action port [ 689.636049] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c13ec0-f577-4d97-831a-b7932c120cd4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.636049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c13ec0-f577-4d97-831a-b7932c120cd4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.636049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c13ec0-f577-4d97-831a-b7932c120cd4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.636405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c13ec0-f577-4d97-831a-b7932c120cd4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.636405] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c13ec0-f577-4d97-831a-b7932c120cd4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.954116] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 689.954116] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 689.954116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.104047] env[66010]: INFO networking_nsxv3.common.synchronization [req-581747de-0a30-49aa-95b2-2d6b34c8272e req-1571cca5-e31b-42eb-9b0e-cbfda79dded5 tempest-AttachInterfacesV270Test-1439904838 tempest-AttachInterfacesV270Test-1439904838-project-member] Enqueued Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_members [ 690.104047] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_members [ 690.104047] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.104497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.104497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.104497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.105525] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.105525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.105525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.105525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.105525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.105525] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.139308] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3c13ec0-f577-4d97-831a-b7932c120cd4 [ 690.139575] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.139720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.139807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.140088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.140217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.140314] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3c13ec0-f577-4d97-831a-b7932c120cd4 already deleted. [ 690.140398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c13ec0-f577-4d97-831a-b7932c120cd4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.570809] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.570952] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-356" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.571079] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-356" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.571460] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-356" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.571722] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.571859] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.571967] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.575894] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.576109] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.576471] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.576471] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.576601] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.576647] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.576722] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.576817] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.576950] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.597085] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.597408] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.597681] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.597873] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-356" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.598275] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-9a49650d-2c1b-46f9-99b1-dd4669035075 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.598391] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.598469] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.602183] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.602183] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a49650d-2c1b-46f9-99b1-dd4669035075',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.607168] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.607168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.607168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.607368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.607454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.607635] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.607727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.607784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.607927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.607997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.608090] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 already deleted. [ 690.608165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.627115] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e in Status: SUCCESS [ 690.627319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.627947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.627947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.627947] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.627947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.628162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.628162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.628231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.629679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.629679] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.103743] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.104458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.104999] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.104999] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.105186] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 9a49650d-2c1b-46f9-99b1-dd4669035075 not found, creating... [ 691.105528] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.105690] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.105802] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.106167] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.106324] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.107165] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.107165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.107165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.107351] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.107585] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108192] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 9a49650d-2c1b-46f9-99b1-dd4669035075 is going to be created. [ 691.131455] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.131455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.131455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.131455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.132236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.132236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.135092] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.638461] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b394f6e1-e3aa-4258-afe4-c67546c3ba2e: rpc.has_security_group_logging(os_id): False [ 691.658019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e is going to be created. [ 691.723550] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.723550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.723550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.723550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.723550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.733104] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e in Status: IN_PROGRESS for 2s [ 691.893325] env[66010]: INFO networking_nsxv3.common.synchronization [req-581747de-0a30-49aa-95b2-2d6b34c8272e req-f7630812-3e6a-4d80-83be-3be8ad57099c service nova] Enqueued Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_rules [ 691.893520] env[66010]: INFO networking_nsxv3.common.synchronization [req-581747de-0a30-49aa-95b2-2d6b34c8272e req-f7630812-3e6a-4d80-83be-3be8ad57099c service nova] Enqueued Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_members [ 691.893672] env[66010]: INFO networking_nsxv3.common.synchronization [req-581747de-0a30-49aa-95b2-2d6b34c8272e req-f7630812-3e6a-4d80-83be-3be8ad57099c service nova] Enqueued Resource ID: 9a49650d-2c1b-46f9-99b1-dd4669035075 with Priority: HIGHEST for action port [ 691.894405] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_rules [ 691.895220] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_members [ 691.895220] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a49650d-2c1b-46f9-99b1-dd4669035075 with Priority: HIGHEST for action port [ 691.895220] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.895220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.895220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.895731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.895731] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.896569] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.896703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.896771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.897348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.897529] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.897627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.897688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.897863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.897973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.898104] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.899043] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a49650d-2c1b-46f9-99b1-dd4669035075 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.899130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.899196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.899363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.899457] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a49650d-2c1b-46f9-99b1-dd4669035075',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.177023] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c6142a28-376a-490a-8ebe-f385376f5038 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_rules [ 692.177023] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_rules [ 692.177023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.177669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.179273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.179273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.179273] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.309748] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3f3c5253-5e19-4828-98af-fccf19430b7f tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_rules [ 692.310370] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_rules [ 692.310702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.310850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.402636] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.402636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.402636] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.406153] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a49650d-2c1b-46f9-99b1-dd4669035075 with status ACTIVE [ 692.406153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.406153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.406153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.406153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.406153] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a49650d-2c1b-46f9-99b1-dd4669035075 is going to be updated. [ 692.443438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.446761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.446761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.446761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.446761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.446761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a49650d-2c1b-46f9-99b1-dd4669035075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.706163] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.706413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.706413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.706636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.706746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.706838] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e already deleted. [ 692.706938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.707038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.707401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.707488] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.907725] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.120853] env[66010]: INFO networking_nsxv3.common.synchronization [req-120ec8d1-d587-4196-b957-a11675c9e941 req-1a33bd96-6811-45bd-8bff-bec343a2590c tempest-SecurityGroupRulesTestJSON-56809631 tempest-SecurityGroupRulesTestJSON-56809631-project-member] Enqueued Resource ID: 02586bdb-0102-4d90-83a6-cd773ff41061 with Priority: HIGHEST for action security_group_rules [ 693.121391] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02586bdb-0102-4d90-83a6-cd773ff41061 with Priority: HIGHEST for action security_group_rules [ 693.121779] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02586bdb-0102-4d90-83a6-cd773ff41061 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.122170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02586bdb-0102-4d90-83a6-cd773ff41061" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.122170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02586bdb-0102-4d90-83a6-cd773ff41061" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.122449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02586bdb-0102-4d90-83a6-cd773ff41061" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.124438] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02586bdb-0102-4d90-83a6-cd773ff41061',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.234946] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.234946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.234946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.234946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.234946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.234946] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e already deleted. [ 693.234946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.411454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.411454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.411454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.411754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.411754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.411850] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 is going to be created. [ 693.442569] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.442569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.442569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.442569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.442569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.453349] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 in Status: UNINITIALIZED for 2s [ 693.650675] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.650799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.650841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.651204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.651204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.651204] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02586bdb-0102-4d90-83a6-cd773ff41061 already deleted. [ 693.651334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02586bdb-0102-4d90-83a6-cd773ff41061" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.750392] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e in Status: SUCCESS [ 693.753921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.970539] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3ccccd20-a63a-4d4f-97bf-45536d19826d None None] Enqueued Resource ID: 3595c417-d036-4393-8905-655290d99984 with Priority: HIGHEST for action port [ 693.971737] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3595c417-d036-4393-8905-655290d99984 with Priority: HIGHEST for action port [ 693.972282] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3595c417-d036-4393-8905-655290d99984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.972282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3595c417-d036-4393-8905-655290d99984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.972282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3595c417-d036-4393-8905-655290d99984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.972553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3595c417-d036-4393-8905-655290d99984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.972633] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3595c417-d036-4393-8905-655290d99984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.083061] env[66010]: INFO networking_nsxv3.common.synchronization [req-4311ecd0-a6fb-4b7d-86d1-a59b1a2a5860 req-e342da7e-c2f4-4c08-8fd0-6d913d273bed tempest-DeleteServersAdminTestJSON-297255487 tempest-DeleteServersAdminTestJSON-297255487-project-member] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 694.083826] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGHEST for action security_group_members [ 694.083900] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.084142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.084142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.084315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.084613] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.084613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.084613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.084780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.084882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.085173] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.476547] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3595c417-d036-4393-8905-655290d99984 [ 694.476844] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.476975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.477046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.477275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.477372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.477501] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3595c417-d036-4393-8905-655290d99984 already deleted. [ 694.477612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3595c417-d036-4393-8905-655290d99984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.587324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.587487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.587547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.587769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.587863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.588075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.588179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.588240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.588408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.588485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.588577] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be updated. [ 694.619232] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.619232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.619232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.619232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.619232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.630961] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: IN_PROGRESS for 2s [ 694.654692] env[66010]: INFO networking_nsxv3.common.synchronization [req-f107e48f-d64e-4db5-9873-4139329bd954 req-0afdea7f-e855-43fe-a64a-368cdb9d9144 tempest-ServersTestFqdnHostnames-676406854 tempest-ServersTestFqdnHostnames-676406854-project-member] Enqueued Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_members [ 694.656553] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGHEST for action security_group_members [ 694.656553] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.656553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.656553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.656553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.656553] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.656553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.656882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.656882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.656882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.656969] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.160184] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.160927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.160927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.160927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.160927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.161193] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.161332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.161332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.161442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.161512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.161605] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 is going to be updated. [ 695.194948] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.194948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.194948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.194948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.196050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.208704] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 in Status: IN_PROGRESS for 2s [ 695.466225] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 in Status: SUCCESS [ 695.467621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.467621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.468083] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.468202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.468266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.468426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.468508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468675] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.973632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.977583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.977583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.977583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.982168] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.982168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.982168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.982168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.982168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.982168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.982168] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.485229] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c9df2b6-2843-4c67-9c67-54e14679f432: rpc.has_security_group_logging(os_id): False [ 696.505040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.505040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.505040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.505040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.506396] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.506396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.506396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.506396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.506396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.506396] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 is going to be created. [ 696.568719] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.569219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.569398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.569707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.569984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.583513] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 in Status: IN_PROGRESS for 2s [ 696.649139] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b in Status: SUCCESS [ 696.649139] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b deletion is rescheduled due to dependency. [ 696.649139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.222246] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 in Status: IN_PROGRESS for 4s [ 698.187810] env[66010]: INFO networking_nsxv3.common.synchronization [None req-47b85f7c-f036-4797-9beb-1d439c969332 None None] Enqueued Resource ID: 87a6618d-ca46-41f5-96d1-e93dc98516d1 with Priority: HIGHEST for action port [ 698.189040] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a6618d-ca46-41f5-96d1-e93dc98516d1 with Priority: HIGHEST for action port [ 698.189040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a6618d-ca46-41f5-96d1-e93dc98516d1 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.189040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a6618d-ca46-41f5-96d1-e93dc98516d1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.189040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a6618d-ca46-41f5-96d1-e93dc98516d1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.189239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a6618d-ca46-41f5-96d1-e93dc98516d1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.189281] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a6618d-ca46-41f5-96d1-e93dc98516d1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.338753] env[66010]: INFO networking_nsxv3.common.synchronization [req-454161e9-eb31-4286-853a-7c9e97d110a8 req-0a51ffce-3184-4009-9b93-3760b77316c4 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 698.339737] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 698.340118] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.340259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.340352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.341027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.341027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.341192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.341321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.341629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.341829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.341934] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.601537] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 in Status: SUCCESS [ 698.601812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.693113] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87a6618d-ca46-41f5-96d1-e93dc98516d1 [ 698.694154] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.694154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.694154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.694154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.694154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.695545] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87a6618d-ca46-41f5-96d1-e93dc98516d1 already deleted. [ 698.695545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a6618d-ca46-41f5-96d1-e93dc98516d1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.844871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.845089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.845258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.845361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.845466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.846119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.846119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.846119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.846119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.846119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.846460] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c already deleted. [ 698.846460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.146079] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.147883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.147883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.147883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.147883] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.147883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.147883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.150547] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.150547] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.150547] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.150714] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.151400] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.153585] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.153775] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.153986] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.154727] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.176673] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.176840] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.177013] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.177212] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.177548] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.180257] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.180257] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.180257] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.180257] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181c5470-d7a2-45a7-b4e8-2332c7af8cf4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.234732] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 in Status: SUCCESS [ 699.234939] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 deletion is rescheduled due to dependency. [ 699.235120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.301689] env[66010]: INFO networking_nsxv3.common.synchronization [None req-df487b0b-a41b-44e9-9b5b-743eac8e29b5 tempest-MigrationsAdminTest-2069506843 tempest-MigrationsAdminTest-2069506843-project-member] Enqueued Resource ID: 8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d with Priority: HIGHEST for action security_group_rules [ 699.301896] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d with Priority: HIGHEST for action security_group_rules [ 699.302208] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.302327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.302392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.302640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.302720] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.443845] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a9b4df83-0ec0-46fd-8b83-9a055d7412de tempest-MigrationsAdminTest-2069506843 tempest-MigrationsAdminTest-2069506843-project-member] Enqueued Resource ID: 8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d with Priority: HIGHEST for action security_group_rules [ 699.444598] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d with Priority: HIGHEST for action security_group_rules [ 699.446535] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.684266] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.684478] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.684594] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.684895] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.685074] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.685231] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 not found, creating... [ 699.685496] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.685643] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.685749] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.686236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.686236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.686372] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.686510] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.686618] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.686909] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.686980] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.687107] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 is going to be created. [ 699.724625] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.724625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.724625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.724955] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.725475] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.725475] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837043] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.837043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.837043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.837043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837043] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d already deleted. [ 699.837043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.837043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837043] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.362620] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.362775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.362816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.363026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.363116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.363213] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d already deleted. [ 700.363295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8afc8edb-efe1-4d8c-bf5f-a1cc53246a4d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.457657] env[66010]: INFO networking_nsxv3.common.synchronization [req-454161e9-eb31-4286-853a-7c9e97d110a8 req-6b68cfaa-90e4-43ab-8ce9-3c162b0ab5bd service nova] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 700.457657] env[66010]: INFO networking_nsxv3.common.synchronization [req-454161e9-eb31-4286-853a-7c9e97d110a8 req-6b68cfaa-90e4-43ab-8ce9-3c162b0ab5bd service nova] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 700.457657] env[66010]: INFO networking_nsxv3.common.synchronization [req-454161e9-eb31-4286-853a-7c9e97d110a8 req-6b68cfaa-90e4-43ab-8ce9-3c162b0ab5bd service nova] Enqueued Resource ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with Priority: HIGHEST for action port [ 700.459435] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 700.459435] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 700.459435] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with Priority: HIGHEST for action port [ 700.459435] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.459435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.459435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.459435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.459435] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.459807] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.459852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.460231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.460444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.460602] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.460708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.460769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.460921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.461015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.461128] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.462098] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.462098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.462213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.462296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.462431] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181c5470-d7a2-45a7-b4e8-2332c7af8cf4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.966164] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.967940] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.968092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.968252] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with status ACTIVE [ 700.968413] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.968511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.968572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.968990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.968990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.969074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.969126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.969206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.969382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.969458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.970492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.970492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.970492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.970492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.970694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.970694] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 is going to be updated. [ 700.977775] env[66010]: INFO networking_nsxv3.common.synchronization [req-411575fa-0a43-4180-90fd-ff35bb2ddf9f req-65cb5cd6-5d16-4ab3-9396-a5e70d30ceb3 tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 700.978591] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 700.978692] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.978811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.978874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.979231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.979647] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.980351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.980351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.980351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.980351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.980351] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.996880] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.997145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.997275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.997592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.997819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.998114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.360094] env[66010]: INFO networking_nsxv3.common.synchronization [None req-5fb64233-cea5-4ee5-a937-7324ea80f57f None None] Enqueued Resource ID: f45947ef-6d41-471c-9065-f97824ab50dc with Priority: HIGHEST for action port [ 701.360661] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45947ef-6d41-471c-9065-f97824ab50dc with Priority: HIGHEST for action port [ 701.364036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f45947ef-6d41-471c-9065-f97824ab50dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f45947ef-6d41-471c-9065-f97824ab50dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f45947ef-6d41-471c-9065-f97824ab50dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.364036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f45947ef-6d41-471c-9065-f97824ab50dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.364036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f45947ef-6d41-471c-9065-f97824ab50dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.450873] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.451111] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.451260] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.451542] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.451790] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.451994] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452131] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.452356] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.452494] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.452773] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.452809] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.452891] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.452997] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.453110] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.453251] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.453429] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.473024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.473371] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.473371] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.473473] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.473781] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-74e4e536-a848-4c90-9570-958c69ed2180 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.474021] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.474136] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.474451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.474583] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e4e536-a848-4c90-9570-958c69ed2180',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.475553] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.483353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.483504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.483568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.483755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.483905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.484144] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.484258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.484328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.484486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.484563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.484650] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 701.516759] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.516759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.516759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.516759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.516759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.524465] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 701.866022] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f45947ef-6d41-471c-9065-f97824ab50dc [ 701.866315] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.866467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.866525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.866740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.866836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.866932] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f45947ef-6d41-471c-9065-f97824ab50dc already deleted. [ 701.867023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f45947ef-6d41-471c-9065-f97824ab50dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.977902] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.978158] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.978276] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.978543] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.978680] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.978823] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 74e4e536-a848-4c90-9570-958c69ed2180 not found, creating... [ 701.979087] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.979233] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.979338] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.979553] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.979678] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.979974] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980276] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980372] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980608] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.980799] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.980985] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 74e4e536-a848-4c90-9570-958c69ed2180 is going to be created. [ 701.982783] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.982918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.983015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.983175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.983248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.983334] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be created. [ 702.008166] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.008461] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.008648] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.009059] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.009406] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.009684] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.015220] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.015426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.015489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.015710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.015872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.027277] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: UNINITIALIZED for 2s [ 702.551923] env[66010]: INFO networking_nsxv3.common.synchronization [req-45b99be6-79fb-4b23-8e73-b16c4c5f2840 req-77e8ab9e-9c9e-4409-bf50-acf2ebbc7025 tempest-SecurityGroupRulesTestJSON-56809631 tempest-SecurityGroupRulesTestJSON-56809631-project-member] Enqueued Resource ID: 971670d0-f908-4bd1-b51a-91ca83bf132d with Priority: HIGHEST for action security_group_rules [ 702.552326] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 971670d0-f908-4bd1-b51a-91ca83bf132d with Priority: HIGHEST for action security_group_rules [ 702.552652] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-971670d0-f908-4bd1-b51a-91ca83bf132d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.552778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.552846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.553116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.553201] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('971670d0-f908-4bd1-b51a-91ca83bf132d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.830678] env[66010]: INFO networking_nsxv3.common.synchronization [req-411575fa-0a43-4180-90fd-ff35bb2ddf9f req-1c22e935-4b77-4382-89fc-18509b2268d7 service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 702.831160] env[66010]: INFO networking_nsxv3.common.synchronization [req-411575fa-0a43-4180-90fd-ff35bb2ddf9f req-1c22e935-4b77-4382-89fc-18509b2268d7 service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 702.831160] env[66010]: INFO networking_nsxv3.common.synchronization [req-411575fa-0a43-4180-90fd-ff35bb2ddf9f req-1c22e935-4b77-4382-89fc-18509b2268d7 service nova] Enqueued Resource ID: 74e4e536-a848-4c90-9570-958c69ed2180 with Priority: HIGHEST for action port [ 702.834183] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 702.834183] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 702.834183] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e4e536-a848-4c90-9570-958c69ed2180 with Priority: HIGHEST for action port [ 702.834183] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.834430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.834575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.834833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.834951] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.842649] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.842649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.843370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e4e536-a848-4c90-9570-958c69ed2180 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.845435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.845435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.845435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.845435] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e4e536-a848-4c90-9570-958c69ed2180',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.077164] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.077164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.077327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.077429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.077513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.078076] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 971670d0-f908-4bd1-b51a-91ca83bf132d already deleted. [ 703.078076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.347742] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.347947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.348239] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74e4e536-a848-4c90-9570-958c69ed2180 with status ACTIVE [ 703.348727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.348727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.349305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.349305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.353522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.353702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.354136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.354327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.354700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.354867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.355234] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.355465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.355602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.355886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.356082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.357305] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74e4e536-a848-4c90-9570-958c69ed2180 is going to be updated. [ 703.387332] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.387675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.387675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.387675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.387814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.388511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e4e536-a848-4c90-9570-958c69ed2180" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.536030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 703.536213] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a deletion is rescheduled due to dependency. [ 703.536447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.536541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.537638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.537638] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.537638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.537638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.537638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.537638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.537638] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.913159] env[66010]: INFO networking_nsxv3.common.synchronization [req-063ae05c-99c7-44d4-a1da-ce04509fb573 req-4c7fdb2b-da21-49cf-92db-3feaf5546801 tempest-SecurityGroupRulesTestJSON-56809631 tempest-SecurityGroupRulesTestJSON-56809631-project-member] Enqueued Resource ID: 971670d0-f908-4bd1-b51a-91ca83bf132d with Priority: HIGHEST for action security_group_rules [ 703.913777] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 971670d0-f908-4bd1-b51a-91ca83bf132d with Priority: HIGHEST for action security_group_rules [ 703.914179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-971670d0-f908-4bd1-b51a-91ca83bf132d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.915330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.915330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.915601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.915663] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('971670d0-f908-4bd1-b51a-91ca83bf132d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.040508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 704.040508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.040508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.040508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.040508] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.040508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.040722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.040722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.040772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.040925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.042072] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.043273] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.438464] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.438621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.438681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.439393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.439491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.439589] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 971670d0-f908-4bd1-b51a-91ca83bf132d already deleted. [ 704.439679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.544557] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.544661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.544661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.544871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.545067] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.545296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.545368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.545465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.545549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.545640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.545786] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.545881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.545952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.546109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.546258] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.546350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.546409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.546546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.546739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.546739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.546827] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.547818] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.049802] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6e9db3-5223-4cb6-bf69-478e98eddb1c: rpc.has_security_group_logging(os_id): False [ 705.052946] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.052946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.052946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.053308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.053308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.054264] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 705.069341] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.069602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.069691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.069959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.070072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.070323] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.070505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.070606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.070806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.070865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.071074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.071177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.071277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.071471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.071544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.071841] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.071963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.072102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.072197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.072334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.072439] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be created. [ 705.093980] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.094228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.094228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.094452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.094633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.105830] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 705.152796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.152796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.153107] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.153494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.153494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.170505] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 706.254360] env[66010]: INFO networking_nsxv3.common.synchronization [req-b040583d-309b-4cfc-a57a-7611a630a217 req-16d7096e-2709-44b1-b5ea-e7e7eab31527 tempest-ServerExternalEventsTest-212210147 tempest-ServerExternalEventsTest-212210147-project-member] Enqueued Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_members [ 706.255202] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_members [ 706.255824] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.256168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.256349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.256736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.257040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.258738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.258738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.258738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.258738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.258738] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.631784] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.633971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.633971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.633971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.633971] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.633971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.633971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.633971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.633971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.633971] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.633971] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.634465] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.634465] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.634465] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.634713] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.634872] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.657391] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.657681] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.657822] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.658201] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.658540] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.658771] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.658939] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.659299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.659434] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d6849a-d46e-4ae6-ae85-fdec42c4a1ce',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.760815] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.760815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.760815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.761070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.761130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.761296] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.761415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.761478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.761648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.761753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.761825] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08cb917-1d95-47be-ae91-eb6467c4af30 already deleted. [ 706.761921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.118471] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 707.118606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.118779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119230] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.119422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.119834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.119937] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.161938] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.162214] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.162345] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.162625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.163467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.163713] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 21d6849a-d46e-4ae6-ae85-fdec42c4a1ce not found, creating... [ 707.164264] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.164582] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.164752] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.165095] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.165341] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.165754] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.165986] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.166134] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.166718] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.166981] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.167275] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 21d6849a-d46e-4ae6-ae85-fdec42c4a1ce is going to be created. [ 707.169688] env[66010]: INFO networking_nsxv3.common.synchronization [None req-bb044adf-2a9c-43e7-b54f-607c9c613f93 None None] Enqueued Resource ID: 51f56ae8-eeb5-43c2-a1e4-aea389d48ba2 with Priority: HIGHEST for action port [ 707.170371] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f56ae8-eeb5-43c2-a1e4-aea389d48ba2 with Priority: HIGHEST for action port [ 707.172121] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f56ae8-eeb5-43c2-a1e4-aea389d48ba2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.172430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f56ae8-eeb5-43c2-a1e4-aea389d48ba2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.172580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f56ae8-eeb5-43c2-a1e4-aea389d48ba2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.172991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f56ae8-eeb5-43c2-a1e4-aea389d48ba2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.173171] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f56ae8-eeb5-43c2-a1e4-aea389d48ba2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.188995] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 707.189476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.195329] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.195721] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.195721] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.195995] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.196268] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.196505] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.623818] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.624410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.624481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.624752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.625132] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.625334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.625443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.625726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.625852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626347] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.626531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.626914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.627127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.627286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.627377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.627510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.627605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.627709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.627825] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.676205] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f56ae8-eeb5-43c2-a1e4-aea389d48ba2 [ 707.676495] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.676662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.676739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.677042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.677158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.677264] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f56ae8-eeb5-43c2-a1e4-aea389d48ba2 already deleted. [ 707.677363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f56ae8-eeb5-43c2-a1e4-aea389d48ba2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.902906] env[66010]: INFO networking_nsxv3.common.synchronization [req-b040583d-309b-4cfc-a57a-7611a630a217 req-f2abc79b-46f7-4323-bcd5-a6ad15402f05 service nova] Enqueued Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_rules [ 707.903097] env[66010]: INFO networking_nsxv3.common.synchronization [req-b040583d-309b-4cfc-a57a-7611a630a217 req-f2abc79b-46f7-4323-bcd5-a6ad15402f05 service nova] Enqueued Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_members [ 707.903304] env[66010]: INFO networking_nsxv3.common.synchronization [req-b040583d-309b-4cfc-a57a-7611a630a217 req-f2abc79b-46f7-4323-bcd5-a6ad15402f05 service nova] Enqueued Resource ID: 21d6849a-d46e-4ae6-ae85-fdec42c4a1ce with Priority: HIGHEST for action port [ 707.903917] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_rules [ 707.904107] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_members [ 707.904258] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d6849a-d46e-4ae6-ae85-fdec42c4a1ce with Priority: HIGHEST for action port [ 707.904489] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.904608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.904674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.904950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.905063] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.906482] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.906482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.906482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.906482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.906691] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.906737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.906826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.907686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.909713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.909713] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.910294] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.910401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.911266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.911266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.911266] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d6849a-d46e-4ae6-ae85-fdec42c4a1ce',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.130498] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df433ac3-4ca5-4962-b53c-3e8ac241bc9a: rpc.has_security_group_logging(os_id): False [ 708.150979] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.151134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.151227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.151494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.151623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.151860] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.151971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.152052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.152213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.152324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.152477] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.152571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.152625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.152784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.152882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.153095] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.153215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.153283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.153424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.153497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.153597] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 708.157905] env[66010]: INFO networking_nsxv3.common.synchronization [req-907ba9c4-cd57-4bcd-8ec7-97b5a2967083 req-e7a97584-e56c-490b-9771-ed8b93ab2df3 tempest-ListServersNegativeTestJSON-283291062 tempest-ListServersNegativeTestJSON-283291062-project-member] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 708.158474] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 708.158769] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.158886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.158956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.159201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.160026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.160026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.160026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.160026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.160026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.160026] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.221557] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.221557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.221557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.221904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.222067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.237062] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 708.413406] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.413775] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.413775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.414553] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21d6849a-d46e-4ae6-ae85-fdec42c4a1ce with status ACTIVE [ 708.414635] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.414776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.414932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.415259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.415412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.415656] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.415785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.415878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.416386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.416386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.416518] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.416622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.416686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.416865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.416978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.417136] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21d6849a-d46e-4ae6-ae85-fdec42c4a1ce is going to be updated. [ 708.442111] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.442384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.442384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.442782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.443036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.443290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21d6849a-d46e-4ae6-ae85-fdec42c4a1ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.662662] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.914770] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.166394] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.418109] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.418109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.418109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.418109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.418109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.418109] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08cb917-1d95-47be-ae91-eb6467c4af30 is going to be created. [ 709.443175] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.443323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.443393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.443604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.443768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.455379] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08cb917-1d95-47be-ae91-eb6467c4af30 in Status: UNINITIALIZED for 2s [ 709.668532] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.668927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.668927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.668927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.669060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.669257] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 709.707992] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.708213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.708305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.708565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.708795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.720563] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 709.755374] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3d1ff39b-8873-4175-9ede-f2aba3c17bc6 None None] Enqueued Resource ID: f07dae8f-94be-47a2-a668-c00b256905c8 with Priority: HIGHEST for action port [ 709.755995] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07dae8f-94be-47a2-a668-c00b256905c8 with Priority: HIGHEST for action port [ 709.756622] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f07dae8f-94be-47a2-a668-c00b256905c8 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.756777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f07dae8f-94be-47a2-a668-c00b256905c8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.756848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f07dae8f-94be-47a2-a668-c00b256905c8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.757170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f07dae8f-94be-47a2-a668-c00b256905c8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.757284] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f07dae8f-94be-47a2-a668-c00b256905c8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.255956] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 710.256254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.260775] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f07dae8f-94be-47a2-a668-c00b256905c8 [ 710.261117] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.261320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.261441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.261728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.261947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.262106] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f07dae8f-94be-47a2-a668-c00b256905c8 already deleted. [ 710.262247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f07dae8f-94be-47a2-a668-c00b256905c8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.081803] env[66010]: INFO networking_nsxv3.common.synchronization [req-aa33b743-4444-489a-9132-359aa228adf4 req-b30a5316-0e41-4bb7-a996-47909330f8e3 tempest-SecurityGroupRulesTestJSON-56809631 tempest-SecurityGroupRulesTestJSON-56809631-project-member] Enqueued Resource ID: 971670d0-f908-4bd1-b51a-91ca83bf132d with Priority: HIGHEST for action security_group_rules [ 711.084291] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 971670d0-f908-4bd1-b51a-91ca83bf132d with Priority: HIGHEST for action security_group_rules [ 711.084291] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-971670d0-f908-4bd1-b51a-91ca83bf132d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.084291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.084291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.084291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.084291] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('971670d0-f908-4bd1-b51a-91ca83bf132d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.467542] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08cb917-1d95-47be-ae91-eb6467c4af30 in Status: SUCCESS [ 711.467781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.467989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.468528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.468528] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.468658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.468746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.469010] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.469168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.469284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.469397] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.610487] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.610617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.610700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.610948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.611030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.611125] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 971670d0-f908-4bd1-b51a-91ca83bf132d already deleted. [ 711.611211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-971670d0-f908-4bd1-b51a-91ca83bf132d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.733061] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 711.733266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.972546] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.972723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.972794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.973066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.973241] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.973351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.973421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.973569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.973698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.973839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.974115] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.974261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.974261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.974404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.974604] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.974604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.974721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.974823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.974911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.974996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.975103] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.021515] env[66010]: INFO networking_nsxv3.common.synchronization [req-19a0cec0-fa0b-4c61-bab6-736fb7b9fc97 req-ef93ec3d-673d-4acf-b1f4-b994681bc468 tempest-ServersNegativeTestMultiTenantJSON-1998393933 tempest-ServersNegativeTestMultiTenantJSON-1998393933-project-member] Enqueued Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_members [ 712.022069] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_members [ 712.022384] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.022545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.022591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.022825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.022981] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.023095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.023200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.023307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.023397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.023484] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.223628] env[66010]: INFO networking_nsxv3.common.synchronization [None req-caf26e96-4fd1-431a-a996-dd62a36c5f5a tempest-ServersTestJSON-1031786629 tempest-ServersTestJSON-1031786629-project-member] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_rules [ 712.224311] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_rules [ 712.224625] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.224745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.224812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.225109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.225194] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.450293] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.450518] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-421" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.450518] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-421" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.450840] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-421" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.451108] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.451389] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.451389] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.451592] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.452095] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.452095] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.452095] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.452340] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.452452] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.452564] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.452664] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.452789] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.475941] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.476044] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.476180] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.476359] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-421" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.476668] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-add8730b-dbae-4fcd-83f5-cb3ab42869af taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.476841] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.476955] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.477282] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.477412] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add8730b-dbae-4fcd-83f5-cb3ab42869af',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.478879] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d08cb917-1d95-47be-ae91-eb6467c4af30: rpc.has_security_group_logging(os_id): False [ 712.486391] env[66010]: INFO networking_nsxv3.common.synchronization [None req-13eb8a6c-53c1-4505-99e9-29d6959f3343 tempest-ServersTestJSON-1031786629 tempest-ServersTestJSON-1031786629-project-member] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_rules [ 712.488228] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_rules [ 712.488228] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.488228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.499577] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.499577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.499577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.499790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.499790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.499850] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.499950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.500022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.500169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.500242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.500422] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.500510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.500571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.500933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.500933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.501059] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.501177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.501216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.501349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.501421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.501508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08cb917-1d95-47be-ae91-eb6467c4af30 is going to be created. [ 712.525730] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.525980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.526199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.526532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.526690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.527015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.527196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.527290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.527476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.527556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.527657] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78529e40-3d81-4119-9b36-97bef497a113 already deleted. [ 712.527753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.584667] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.584884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.585066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.585201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.585420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.603527] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08cb917-1d95-47be-ae91-eb6467c4af30 in Status: IN_PROGRESS for 2s [ 712.757054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.757054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.757054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.757054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.757054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.757054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 already deleted. [ 712.757054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.757054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.757054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.757054] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.980438] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.980720] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.980876] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.981168] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.981381] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.981535] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port add8730b-dbae-4fcd-83f5-cb3ab42869af not found, creating... [ 712.982113] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.982113] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.982113] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.982340] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.982428] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.982724] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.982874] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.982974] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.983334] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.983334] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.983475] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: add8730b-dbae-4fcd-83f5-cb3ab42869af is going to be created. [ 713.012505] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.012830] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.012977] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.013348] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.013683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.014160] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.280479] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.282430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.282430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.282430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.282430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.282430] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 already deleted. [ 713.282430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.451142] env[66010]: INFO networking_nsxv3.common.synchronization [req-3f412b2f-e553-4211-9a69-87b5c54f7d53 req-00433a11-27af-417a-bee8-a3dd36c3e28d tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 713.451314] env[66010]: INFO networking_nsxv3.common.synchronization [req-3f412b2f-e553-4211-9a69-87b5c54f7d53 req-00433a11-27af-417a-bee8-a3dd36c3e28d tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 713.451865] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 713.453074] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 713.453380] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.453571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.453642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.453847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.454079] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.454186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.454246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.454413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.454500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.454592] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.455495] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.455601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.455682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.455881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.456620] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.456768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.456815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.457175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.457175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.457175] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.508905] env[66010]: INFO networking_nsxv3.common.synchronization [req-3f412b2f-e553-4211-9a69-87b5c54f7d53 req-00433a11-27af-417a-bee8-a3dd36c3e28d tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 713.509087] env[66010]: INFO networking_nsxv3.common.synchronization [req-3f412b2f-e553-4211-9a69-87b5c54f7d53 req-00433a11-27af-417a-bee8-a3dd36c3e28d tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 713.509216] env[66010]: INFO networking_nsxv3.common.synchronization [req-3f412b2f-e553-4211-9a69-87b5c54f7d53 req-00433a11-27af-417a-bee8-a3dd36c3e28d tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_rules [ 713.509336] env[66010]: INFO networking_nsxv3.common.synchronization [req-3f412b2f-e553-4211-9a69-87b5c54f7d53 req-00433a11-27af-417a-bee8-a3dd36c3e28d tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 713.509499] env[66010]: INFO networking_nsxv3.common.synchronization [req-3f412b2f-e553-4211-9a69-87b5c54f7d53 req-00433a11-27af-417a-bee8-a3dd36c3e28d tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with Priority: HIGHEST for action port [ 713.510047] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 713.510226] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_rules [ 713.510364] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with Priority: HIGHEST for action port [ 713.510465] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 713.510553] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 713.510844] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.510957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.511041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.511253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.511364] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.512236] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.512350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.512413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.512645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.512725] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.513534] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.513648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.513697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.513852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.513986] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181c5470-d7a2-45a7-b4e8-2332c7af8cf4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.514694] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.514790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.515042] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.515142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.779343] env[66010]: INFO networking_nsxv3.common.synchronization [req-19a0cec0-fa0b-4c61-bab6-736fb7b9fc97 req-5605c730-46b1-4b0f-844a-f086000e08a3 service nova] Enqueued Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_rules [ 713.779886] env[66010]: INFO networking_nsxv3.common.synchronization [req-19a0cec0-fa0b-4c61-bab6-736fb7b9fc97 req-5605c730-46b1-4b0f-844a-f086000e08a3 service nova] Enqueued Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_members [ 713.779886] env[66010]: INFO networking_nsxv3.common.synchronization [req-19a0cec0-fa0b-4c61-bab6-736fb7b9fc97 req-5605c730-46b1-4b0f-844a-f086000e08a3 service nova] Enqueued Resource ID: add8730b-dbae-4fcd-83f5-cb3ab42869af with Priority: HIGHEST for action port [ 713.780800] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_rules [ 713.781206] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_members [ 713.781206] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add8730b-dbae-4fcd-83f5-cb3ab42869af with Priority: HIGHEST for action port [ 713.782179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.782179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.782179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.782179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.782179] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.783426] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.783606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.783659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.783850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.784185] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.784253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.784283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.784489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.784607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.784722] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.785853] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-add8730b-dbae-4fcd-83f5-cb3ab42869af taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.786033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.786114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.786400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.786400] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add8730b-dbae-4fcd-83f5-cb3ab42869af',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.959381] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.960966] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.016308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.016443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.016706] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.016787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.016954] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with status ACTIVE [ 714.017178] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.017274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.017274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.017651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.017651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.017773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.017867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.017922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.018098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.021347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.021347] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.021347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.021347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.021347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.021347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.021347] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 is going to be updated. [ 714.047967] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.048209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.048309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.048594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.048782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.050061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.196154] env[66010]: INFO networking_nsxv3.common.synchronization [req-7ea45c12-60a1-4ff2-ae1a-56473009043b req-6d3ff3f8-0367-4dd9-b756-529451846bfb tempest-ListServersNegativeTestJSON-283291062 tempest-ListServersNegativeTestJSON-283291062-project-member] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 714.197138] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGHEST for action security_group_members [ 714.197604] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.197800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.197908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.198256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.198502] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.198670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.198778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.199087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.199249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.199382] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.245340] env[66010]: INFO networking_nsxv3.common.synchronization [req-71ae2545-3210-4d49-9389-dd8fdcc5ce07 req-909afde6-d2cf-4ff0-a82e-c297239d7d07 tempest-AttachInterfacesV270Test-1439904838 tempest-AttachInterfacesV270Test-1439904838-project-member] Enqueued Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_members [ 714.246061] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGHEST for action security_group_members [ 714.246576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.246767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.246873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.247423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.247423] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.248580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.248720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.248961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.249122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.249287] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.290822] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add8730b-dbae-4fcd-83f5-cb3ab42869af with status ACTIVE [ 714.290822] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.290822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.290822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.291333] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.291333] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.291478] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.291776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.291898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.292171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.292345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.292692] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.292897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.293039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.293611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.293611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.293611] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add8730b-dbae-4fcd-83f5-cb3ab42869af is going to be updated. [ 714.295181] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.296975] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.297155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.321879] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.322264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.322357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.322817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.323050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.323304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add8730b-dbae-4fcd-83f5-cb3ab42869af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.461723] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.463950] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.625346] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08cb917-1d95-47be-ae91-eb6467c4af30 in Status: SUCCESS [ 714.625499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.676115] env[66010]: INFO networking_nsxv3.common.synchronization [req-62d845b8-ee3f-4ca1-a7aa-b790a46ae659 req-85c53306-95cd-4a94-9ae7-4748aecb71af tempest-ListServerFiltersTestJSON-18973286 tempest-ListServerFiltersTestJSON-18973286-project-member] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 714.676910] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 714.677768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.677999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.677999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.678385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.678591] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.678729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.678817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.679051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.679158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.679284] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.701913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.702166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.702395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.702488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.702702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.702844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.703039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.703106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.703213] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be updated. [ 714.752784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.753078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.753163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.753382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.753526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.757021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.757021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.757021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.757021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 is going to be updated. [ 714.767326] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: IN_PROGRESS for 2s [ 714.788911] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.789175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.789257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.789602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.789736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.799024] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.809898] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 in Status: IN_PROGRESS for 2s [ 714.964960] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.965223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.965307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.965599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.965708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.965879] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 714.967948] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.967948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.967948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.968157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.968190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.968366] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be created. [ 715.000912] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.001150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.001150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.001879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.001879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.005819] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.005819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.005819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.006181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.006413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.015412] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: UNINITIALIZED for 2s [ 715.019640] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 715.053661] env[66010]: INFO networking_nsxv3.common.synchronization [req-3a129b25-48d5-4f77-b415-2e5877e6acfa req-f7a75e31-fd9b-4888-8bcd-2f03aec8d8f5 tempest-FloatingIPsAssociationTestJSON-411035110 tempest-FloatingIPsAssociationTestJSON-411035110-project-member] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 715.054449] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGHEST for action security_group_members [ 715.054788] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.056616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.056616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.056616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.056835] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.057012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.057051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.061034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.061034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.061034] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.182312] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.182567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.182645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.182867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.182959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.183170] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.183272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.183333] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.183479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.183556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.183640] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b already deleted. [ 715.183721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.227961] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.228079] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.228239] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.228574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.229327] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.229414] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.229613] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.231051] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.231051] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.231310] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.231449] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.231556] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.231663] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.231771] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.232408] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.232547] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.255073] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.255073] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.255073] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.255073] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.255073] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.255073] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.255073] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.255073] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.255073] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.301492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.301845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.301845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.301962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.302096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.302202] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78529e40-3d81-4119-9b36-97bef497a113 is going to be created. [ 715.339354] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.339587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.339587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.339782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.340079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.358143] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78529e40-3d81-4119-9b36-97bef497a113 in Status: UNINITIALIZED for 2s [ 715.560508] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.560691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.560730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.560932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.561061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.561258] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.561354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.561417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.561573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.561648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.561736] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be updated. [ 715.587680] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.587834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.587913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.588105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.588241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.596786] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: IN_PROGRESS for 2s [ 715.682713] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 715.682892] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 715.683312] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_members [ 715.683537] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 715.683668] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 715.683762] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_members [ 715.684108] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.684214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684428] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.684513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684683] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.684782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.685180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.685326] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.685422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.685502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.685644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.685740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.685806] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.729348] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 715.729605] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 715.729771] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_rules [ 715.729897] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 715.730021] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_rules [ 715.730136] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_members [ 715.730249] env[66010]: INFO networking_nsxv3.common.synchronization [req-13db7029-e636-4b00-9d5f-a93b61e5ec7c req-a62f7793-49b7-4e0c-825a-5c76f8094b7e tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with Priority: HIGHEST for action port [ 715.731023] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 715.731184] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_rules [ 715.731298] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_members [ 715.731725] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with Priority: HIGHEST for action port [ 715.731874] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_rules [ 715.731983] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 715.732092] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 715.732378] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.732473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.732706] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.732800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.732980] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.733164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.733370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.733486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.733568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.733745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.733824] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181c5470-d7a2-45a7-b4e8-2332c7af8cf4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.734697] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.734801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.734869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.735140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.735213] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.735974] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.736060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.736233] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.736315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.759587] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.759787] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.759955] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.760200] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.760343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.760488] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c not found, creating... [ 715.760741] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.760890] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.761011] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.761228] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.761358] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.761719] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.761879] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.762026] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.762251] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.762788] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.762961] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c is going to be created. [ 715.782879] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.783098] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.783213] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.783499] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.783711] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.784093] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.188370] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.237969] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 with status ACTIVE [ 716.238374] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.238527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.238573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.239068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.239182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.239360] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.239708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.239775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.239951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.240044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.240309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.240409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.240704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.240704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.240704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.240879] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 181c5470-d7a2-45a7-b4e8-2332c7af8cf4 is going to be updated. [ 716.241951] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.242109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.268980] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.269183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.269233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.269414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.269553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.269708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181c5470-d7a2-45a7-b4e8-2332c7af8cf4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.557981] env[66010]: INFO networking_nsxv3.common.synchronization [req-62d845b8-ee3f-4ca1-a7aa-b790a46ae659 req-03d9a0e7-b619-4a2c-b0ca-4e432bc3be9a service nova] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_rules [ 716.558518] env[66010]: INFO networking_nsxv3.common.synchronization [req-62d845b8-ee3f-4ca1-a7aa-b790a46ae659 req-03d9a0e7-b619-4a2c-b0ca-4e432bc3be9a service nova] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 716.558518] env[66010]: INFO networking_nsxv3.common.synchronization [req-62d845b8-ee3f-4ca1-a7aa-b790a46ae659 req-03d9a0e7-b619-4a2c-b0ca-4e432bc3be9a service nova] Enqueued Resource ID: e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c with Priority: HIGHEST for action port [ 716.559502] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_rules [ 716.559502] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 716.559502] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c with Priority: HIGHEST for action port [ 716.560127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.560127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.560127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.560335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.560335] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.561254] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.561351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.561392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.561698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.561815] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.562106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.562106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.562252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.562348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.562691] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.563674] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.563741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.563768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.564239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.564239] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.691157] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.778442] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 in Status: SUCCESS [ 716.778442] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 deletion is rescheduled due to dependency. [ 716.778442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.822363] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 in Status: SUCCESS [ 716.822764] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 deletion is rescheduled due to dependency. [ 716.822764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.029304] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: SUCCESS [ 717.029304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.029304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.029304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.029451] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.029616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.029616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.029837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.029837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.029973] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.033818] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 717.034156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.034256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.035196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.035196] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.035196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.035196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.035196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.035196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.035196] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.067779] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.067964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.068167] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.071461] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c with status ACTIVE [ 717.071461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.071461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071461] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c is going to be updated. [ 717.101133] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.102046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.102046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.102231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.102323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.102729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a2278a-c3f7-4ac8-9e8c-45e32a8b106c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.194123] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.194383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.194515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.194835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.195033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.195229] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 is going to be created. [ 717.224064] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.224064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.224064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.224064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.224064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.245689] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: UNINITIALIZED for 2s [ 717.371011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78529e40-3d81-4119-9b36-97bef497a113 in Status: SUCCESS [ 717.371011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.371011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.371011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.371320] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.371320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.371320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.372201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.372201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.372201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.372201] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.538176] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.540449] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.574539] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.631171] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7775692-515e-4712-b5ec-5780970022ee in Status: SUCCESS [ 717.631453] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7775692-515e-4712-b5ec-5780970022ee deletion is rescheduled due to dependency. [ 717.631564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.875105] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.875105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.875105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.875329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.875500] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.876078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.876078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.876078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.876078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.876078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.876299] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.876299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.876369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.876513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.877153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.877153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.877153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.877153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.877153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.877153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.877761] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.042760] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.044017] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.077065] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.077065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.077065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.077292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.077292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.077355] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be created. [ 718.107404] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.107404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.107404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.107404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.107404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.118668] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: UNINITIALIZED for 2s [ 718.281268] env[66010]: INFO networking_nsxv3.common.synchronization [req-efc6133c-acb4-412d-bab8-bda6a0f984d8 req-50d2266f-1e0d-477b-bcda-f8bcabee18df tempest-ServerMetadataNegativeTestJSON-2064583932 tempest-ServerMetadataNegativeTestJSON-2064583932-project-member] Enqueued Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_members [ 718.281268] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGHEST for action security_group_members [ 718.281574] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.282056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.282056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.282056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.282278] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.282278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.282278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.282481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.282563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.282655] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.379708] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78529e40-3d81-4119-9b36-97bef497a113: rpc.has_security_group_logging(os_id): False [ 718.406491] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.406491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.406491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.406491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.406491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.406911] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.406911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.406911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.407188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.407347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.407534] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.408248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.408248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.408248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.408248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.408248] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.408248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.408953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.408953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.408953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.408953] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78529e40-3d81-4119-9b36-97bef497a113 is going to be created. [ 718.469388] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.469659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.469732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.470038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.470247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.487154] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78529e40-3d81-4119-9b36-97bef497a113 in Status: IN_PROGRESS for 2s [ 718.545844] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.546052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.546140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.546443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.546542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.546639] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be updated. [ 718.547974] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.548128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.548232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.548727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.548832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.548950] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 718.603597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.603890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.603890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.604178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.604342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.609344] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.609497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.609568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.609787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.610447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.620403] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 718.621130] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: IN_PROGRESS for 2s [ 718.786632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.786632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.786632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.786632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.786632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.787078] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.787187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.787187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.787646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.787646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.787646] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 is going to be updated. [ 718.825715] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.826076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.826076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.826240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.826367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.837831] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 in Status: IN_PROGRESS for 2s [ 719.255645] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: SUCCESS [ 719.255873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.256046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.256270] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.256451] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.256557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.256618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.256770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.256851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.256945] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.762401] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.128709] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 720.128929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.129111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.129323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.129512] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.129618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.129676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.129822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.129918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.129978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.130073] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.268371] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.501399] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78529e40-3d81-4119-9b36-97bef497a113 in Status: SUCCESS [ 720.501662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.633411] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 720.633642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.634126] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.634307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.634386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.634601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.634767] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.634899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.635013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.635519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.635610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.635700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.635896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.635997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.636108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.636267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.636491] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.636606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.636670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.636842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.636930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.637436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.637549] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.638474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.638665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.638817] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.639106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.639198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.639719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.639814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.640056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.640113] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.641863] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: SUCCESS [ 720.642179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.642294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.642510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.642731] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.642874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.642954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.643171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.643299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.643424] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.644384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.644604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.644825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.644959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.645109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.645283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.645608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.645747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.645891] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.647581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.648139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.648364] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.648492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.648560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.648738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.648833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.648929] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.771143] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.771572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.771572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.771572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.771722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.771769] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 is going to be updated. [ 720.784426] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a5fcec27-b79f-4ac9-b9ee-eeaf4157329a None None] Enqueued Resource ID: a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3 with Priority: HIGHEST for action port [ 720.785093] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3 with Priority: HIGHEST for action port [ 720.785615] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.785746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.785805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.786146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.786253] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.809866] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.810330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.813083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.813083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.813083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.822635] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: IN_PROGRESS for 2s [ 720.852380] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 in Status: SUCCESS [ 720.852917] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 deletion is rescheduled due to dependency. [ 720.853146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.142142] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed450e8c-83e0-4816-be9d-672d849faa2b: rpc.has_security_group_logging(os_id): False [ 721.148355] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.150610] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.150785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.150988] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.151898] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.162632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.162884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.162884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.163149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.163743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.164167] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.164282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.164343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.164661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.164661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.164806] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.164919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.164976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.165374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.165455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.165653] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.165798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.165798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.166056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.166130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.166219] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be created. [ 721.233809] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.234168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.234168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.234272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.234394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.249251] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 721.290726] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3 [ 721.290958] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.291141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.291219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.291493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.291635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.291893] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3 already deleted. [ 721.291893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ad1249-ca6d-4a2d-8fd9-9ec301097ed3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.651675] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.654416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7: rpc.has_security_group_logging(os_id): False [ 721.655187] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.679036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.679349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.679815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.679815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.679883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.680216] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.680349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.680448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.680640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.680725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.680898] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be created. [ 721.750483] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.750646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.750714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.750950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.751159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.767479] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: IN_PROGRESS for 2s [ 722.155159] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.156400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.156529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.156781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.156881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.156981] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 722.158589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.158714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.158778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.159104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.161604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.161866] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be updated. [ 722.198903] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.199857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.199857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.199857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.200801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.202464] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.204048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.204363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.204726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.219058] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: IN_PROGRESS for 2s [ 722.219675] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 722.839972] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: SUCCESS [ 722.840432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.840662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.840809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.841064] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.841237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.841324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.841551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.841659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.841782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.841915] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.265179] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 723.265458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.289248] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c735a0db-dfad-4fa9-9564-7025fae54f4c tempest-ServersTestBootFromVolume-1998027893 tempest-ServersTestBootFromVolume-1998027893-project-member] Enqueued Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_rules [ 723.289248] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_rules [ 723.289248] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.289248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.289248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.289248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.289248] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.347187] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.469221] env[66010]: INFO networking_nsxv3.common.synchronization [None req-af18783b-9b01-45c4-b5cf-8c0ed5e6540b tempest-ServersTestBootFromVolume-1998027893 tempest-ServersTestBootFromVolume-1998027893-project-member] Enqueued Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_rules [ 723.469694] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_rules [ 723.470256] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.470466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.791565] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: SUCCESS [ 723.791796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.792976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.793902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.793998] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.810726] env[66010]: INFO networking_nsxv3.common.synchronization [None req-1d0ae75e-fa3a-4a38-bcbf-9eedd5d94d78 None None] Enqueued Resource ID: e049b969-9a22-42bd-9395-2fd6cca49257 with Priority: HIGHEST for action port [ 723.812061] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e049b969-9a22-42bd-9395-2fd6cca49257 with Priority: HIGHEST for action port [ 723.812061] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e049b969-9a22-42bd-9395-2fd6cca49257 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.812061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e049b969-9a22-42bd-9395-2fd6cca49257" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.812061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e049b969-9a22-42bd-9395-2fd6cca49257" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.812355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e049b969-9a22-42bd-9395-2fd6cca49257" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.812442] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e049b969-9a22-42bd-9395-2fd6cca49257',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.816127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.817368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.817368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.817368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.817656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.817656] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 already deleted. [ 723.817656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.818535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.818535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.818535] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.850203] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66abd23-e47e-40a0-acfb-1ba3fdd8af32: rpc.has_security_group_logging(os_id): False [ 723.878313] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.878313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.878313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.878617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.878617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.878868] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.878979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.879050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.879276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.879416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.879515] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 is going to be created. [ 723.953891] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.954115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.954220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.954627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.954732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.971054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: IN_PROGRESS for 2s [ 724.232885] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 724.232885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.232885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.232885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.232885] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.232885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.232885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.232885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.232885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.232885] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.233992] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: SUCCESS [ 724.234279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.234430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.234602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.234793] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.234876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.234939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.235177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.235260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.235355] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.297020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.297364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.315313] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e049b969-9a22-42bd-9395-2fd6cca49257 [ 724.315877] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.316019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.316105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.316378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.316465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.316603] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e049b969-9a22-42bd-9395-2fd6cca49257 already deleted. [ 724.316682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e049b969-9a22-42bd-9395-2fd6cca49257" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.343033] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.343183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.343222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.343959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.343959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.343959] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 already deleted. [ 724.343959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.738896] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.740797] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.123236] env[66010]: INFO networking_nsxv3.common.synchronization [req-828d530a-0f1e-4bf5-a1d3-22adc540b8fb req-c46b240d-411e-4ab9-b54e-479d5076fefb tempest-ServerExternalEventsTest-212210147 tempest-ServerExternalEventsTest-212210147-project-member] Enqueued Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_members [ 725.125629] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGHEST for action security_group_members [ 725.125629] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.125629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.125629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.125629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.125629] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.125629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.125629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.125629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.125629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.125629] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.244400] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.246721] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.628693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.629073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.629073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.629190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.629303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.629548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.629649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.629685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.630076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.630076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.630076] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08cb917-1d95-47be-ae91-eb6467c4af30 is going to be updated. [ 725.665700] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.665868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.665923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.666144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.666280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.677443] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08cb917-1d95-47be-ae91-eb6467c4af30 in Status: IN_PROGRESS for 2s [ 725.748162] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.748162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.748162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.748438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.748438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.748852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be updated. [ 725.749997] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.750142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.750292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.750425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.750522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.750681] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 725.786901] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.787172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.787172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.788262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.788262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.789751] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.789889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.789939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.790259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.790259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.803506] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 725.804561] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: IN_PROGRESS for 2s [ 725.856027] env[66010]: INFO networking_nsxv3.common.synchronization [req-e17d9d50-16fc-4303-912b-b452c79c2dee req-236236ba-b4fd-4e6a-99e7-c2b5674277be tempest-ListServerFiltersTestJSON-18973286 tempest-ListServerFiltersTestJSON-18973286-project-member] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 725.856833] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 725.857289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.857456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.857531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.857792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.857995] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.858184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.858275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.858470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.858589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.858713] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.988419] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: SUCCESS [ 725.988675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.363038] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.392552] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.392828] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.392949] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.393541] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.393541] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.393733] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.393733] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.394089] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.394280] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.394557] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.394740] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.394868] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.395028] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.395158] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.395263] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.395441] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.417598] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.417825] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.417894] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.419077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.419077] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.419077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.419077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.419077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.419427] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.865154] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.921452] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.921835] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.922174] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.922523] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.922712] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.922912] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b not found, creating... [ 726.923405] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.923510] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.923543] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.923781] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.923928] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.924302] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.924457] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.924568] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.924772] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.924901] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.925087] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b is going to be created. [ 726.948841] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.949156] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.949246] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.949586] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.949832] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.950077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.368070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.368348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.368487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.368815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.369040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.369225] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 727.407281] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.407465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.407739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.407884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.408177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.429049] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 727.690269] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08cb917-1d95-47be-ae91-eb6467c4af30 in Status: SUCCESS [ 727.690445] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08cb917-1d95-47be-ae91-eb6467c4af30 deletion is rescheduled due to dependency. [ 727.690557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.750546] env[66010]: INFO networking_nsxv3.common.synchronization [req-e17d9d50-16fc-4303-912b-b452c79c2dee req-d4bfa3d6-a998-4f0a-a86b-8f8721809abe service nova] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_rules [ 727.751330] env[66010]: INFO networking_nsxv3.common.synchronization [req-e17d9d50-16fc-4303-912b-b452c79c2dee req-d4bfa3d6-a998-4f0a-a86b-8f8721809abe service nova] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 727.751330] env[66010]: INFO networking_nsxv3.common.synchronization [req-e17d9d50-16fc-4303-912b-b452c79c2dee req-d4bfa3d6-a998-4f0a-a86b-8f8721809abe service nova] Enqueued Resource ID: b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b with Priority: HIGHEST for action port [ 727.751540] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_rules [ 727.751540] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 727.751621] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b with Priority: HIGHEST for action port [ 727.751923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.756290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.756438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.756698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.756861] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.757860] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.757978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.758197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.758299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.758362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.759015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.759105] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.819380] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: SUCCESS [ 727.819708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.820094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.823040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.823040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.823040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.823040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.823501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.823705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.823860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.825210] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.826085] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 727.826543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.828688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.828939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.829223] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.829304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.829533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.829590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.829658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.829749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.830129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.830129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.830129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.830335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.830481] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.830563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.830608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.830741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.830831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.830914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.831014] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.262036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.262036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.262443] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b with status ACTIVE [ 728.262514] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.262708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.262776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.263038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.263137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.263349] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.263435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.263499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.263678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.263763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.263983] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.264213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.264286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.264439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.264576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.264668] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b is going to be updated. [ 728.297801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.297991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.297991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.298222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.298363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.298531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ee0ca7-51fb-4cf2-868a-78ba8a2e0a3b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.333407] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.334594] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6e9db3-5223-4cb6-bf69-478e98eddb1c: rpc.has_security_group_logging(os_id): False [ 728.358219] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.358453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.358533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.358754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.358969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.359362] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.359514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.359613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.359886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.360018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.362935] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.363139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.363204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.363437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.363554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.363846] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.363954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.364036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.364310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.364509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.364832] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 728.460129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.460504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.460612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.461051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.461302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.493033] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 728.748276] env[66010]: INFO networking_nsxv3.common.synchronization [req-66457603-83e8-4be8-84fe-1cf79972446e req-b93f6be2-a9fd-4854-9eab-f4867d7b2410 tempest-ServersNegativeTestMultiTenantJSON-1998393933 tempest-ServersNegativeTestMultiTenantJSON-1998393933-project-member] Enqueued Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_members [ 728.748922] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGHEST for action security_group_members [ 728.749254] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.749381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.749442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.749668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.749821] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.749960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.750014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.750139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.750563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.750563] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.837331] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7: rpc.has_security_group_logging(os_id): False [ 728.858431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.858669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.858669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.859175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.859175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.859175] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.859370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.859370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.859438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.859494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.859588] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be updated. [ 728.929040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.929205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.929274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.929617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.929710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.944968] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: IN_PROGRESS for 2s [ 729.252990] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.253176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.253363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.253465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.253559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.253752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.253848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.253912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.254111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.254200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.254291] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78529e40-3d81-4119-9b36-97bef497a113 is going to be updated. [ 729.284135] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.284135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.284135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.284135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.284713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.295864] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78529e40-3d81-4119-9b36-97bef497a113 in Status: IN_PROGRESS for 2s [ 729.440051] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 729.440301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.440472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.440694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.440956] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.441101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.441169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.441340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.441421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.441516] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.944202] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.447163] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.508454] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 730.508709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.508851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.509093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.509204] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.950077] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.950290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.950290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.950632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.950789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.950916] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 730.960141] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: SUCCESS [ 730.960141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.993969] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.994254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.994376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.994651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.994807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.011266] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 731.011656] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.011821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.011890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.012170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.012342] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.012445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.012533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.012697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.012790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.012881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.012991] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.306713] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78529e40-3d81-4119-9b36-97bef497a113 in Status: SUCCESS [ 731.307057] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78529e40-3d81-4119-9b36-97bef497a113 deletion is rescheduled due to dependency. [ 731.307190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.515494] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.515880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.515880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.515989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.516303] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.516454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.516567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.516716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.516872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.517047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.517259] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.517432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.517545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.517713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.517874] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.518607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.518708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519989] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.022162] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6e9db3-5223-4cb6-bf69-478e98eddb1c: rpc.has_security_group_logging(os_id): False [ 732.043852] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.044159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.044159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.044381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.044536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.044749] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.045242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.045242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.045242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.045242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.045503] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.045653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.045721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.045897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.046011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.046263] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.046367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.046423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.046583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.046657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.046749] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 732.129880] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.130100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.130346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.130519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.130725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.149581] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 733.022638] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 733.023077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.023148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.023376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.023577] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.023711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.023811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.023999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.024161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.024259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.024375] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.526707] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.527041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.527041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.527437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.527611] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.527782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.527927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.528178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.528322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.528476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.528697] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.528825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.528928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.529134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.529294] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.529406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.529461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.529619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.529706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.529802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.529886] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.750247] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 733.750376] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 734.033135] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed450e8c-83e0-4816-be9d-672d849faa2b: rpc.has_security_group_logging(os_id): False [ 734.052718] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.053016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.053188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.053531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.053644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.053962] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.054204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.054284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.054468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.054631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.055084] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.055218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.055298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.055568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.055667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.055905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.056111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.056226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.056396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.056554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.056647] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 734.123195] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.123195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.123195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.123532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.123675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.137623] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 734.161733] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 734.162069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.834410] env[66010]: INFO networking_nsxv3.common.synchronization [req-4f4afa47-ae6e-4ffd-bab0-e23abba8600e req-e3523f36-9ffe-4bcd-856c-a4db285a80f4 tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 734.835230] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 734.835714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.836603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.836797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.837159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.837388] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.837564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.837697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.837979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.838356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.838837] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.343883] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.389555] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.389760] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.389879] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.390172] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.390425] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.390574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.390685] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.391068] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.391362] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.391585] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.391695] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.391801] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.391904] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.392144] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.392258] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.392436] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.416996] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.416996] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.416996] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.416996] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-304" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.417368] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.417960] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.417960] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.417960] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.418131] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e1c1a6-14e7-4bf7-97c1-e609cb4701dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.848254] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.922333] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.922948] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.923362] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.923652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.924185] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.924185] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 29e1c1a6-14e7-4bf7-97c1-e609cb4701dc not found, creating... [ 735.924492] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.924711] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.924887] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.925319] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.925507] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.925964] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.926165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.926610] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.926610] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.926734] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.926886] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 29e1c1a6-14e7-4bf7-97c1-e609cb4701dc is going to be created. [ 735.949763] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.949962] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.950040] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.950295] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.950577] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.950727] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.153700] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 736.153985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.350934] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.351372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.351372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.351635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.351761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.351889] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 736.386755] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.386932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.386932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.387157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.387324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.399820] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 736.697824] env[66010]: INFO networking_nsxv3.common.synchronization [req-4f4afa47-ae6e-4ffd-bab0-e23abba8600e req-496be99a-f998-4fbc-88ae-32102d78f7ea service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 736.697999] env[66010]: INFO networking_nsxv3.common.synchronization [req-4f4afa47-ae6e-4ffd-bab0-e23abba8600e req-496be99a-f998-4fbc-88ae-32102d78f7ea service nova] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 736.698442] env[66010]: INFO networking_nsxv3.common.synchronization [req-4f4afa47-ae6e-4ffd-bab0-e23abba8600e req-496be99a-f998-4fbc-88ae-32102d78f7ea service nova] Enqueued Resource ID: 29e1c1a6-14e7-4bf7-97c1-e609cb4701dc with Priority: HIGHEST for action port [ 736.698669] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_rules [ 736.698814] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 736.698888] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e1c1a6-14e7-4bf7-97c1-e609cb4701dc with Priority: HIGHEST for action port [ 736.700328] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.700461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.700527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.700736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.700810] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.702536] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.702807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.703156] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.703360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.703487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.703782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.703910] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e1c1a6-14e7-4bf7-97c1-e609cb4701dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.208296] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.208296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.210123] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29e1c1a6-14e7-4bf7-97c1-e609cb4701dc with status ACTIVE [ 737.210123] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.210123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.210123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.210297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.211752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.211752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.211752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.211752] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29e1c1a6-14e7-4bf7-97c1-e609cb4701dc is going to be updated. [ 737.237482] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.237628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.237711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.237914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.238061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.238228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e1c1a6-14e7-4bf7-97c1-e609cb4701dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.015621] env[66010]: INFO networking_nsxv3.common.synchronization [req-7e9aa137-bcd6-4a6b-baf3-397503e4071b req-aa64cb7d-1a09-4558-b6fe-5b773deb7edb tempest-ListServerFiltersTestJSON-18973286 tempest-ListServerFiltersTestJSON-18973286-project-member] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 738.016256] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 738.016707] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.016885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.016992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.017199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.017412] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.018042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.018042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.018042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.018042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.018042] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.410059] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 738.410285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.410445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.410655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.410835] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.410948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.411024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.411171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.411288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.411429] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.430401] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.430619] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.430751] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.434020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.434020] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.434020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.434020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.434020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.434020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.434020] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.434020] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.434576] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.434576] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.434576] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.434576] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.434700] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.460767] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.461471] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.461471] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.461574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-116" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.461872] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-96b86437-ea7b-4718-a62c-631ee653853c taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.462075] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.462227] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.462579] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.462713] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b86437-ea7b-4718-a62c-631ee653853c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.520304] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.916831] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.968325] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.968538] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.969067] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.969067] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.969067] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.969211] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 96b86437-ea7b-4718-a62c-631ee653853c not found, creating... [ 738.969806] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.969806] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.969806] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.970058] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.970058] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.970305] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.970544] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.970544] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.970762] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.972009] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.972009] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 96b86437-ea7b-4718-a62c-631ee653853c is going to be created. [ 738.994600] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.994827] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.995417] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.995417] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.995731] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.996293] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.022267] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.419445] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.525773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.526263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.526263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.526263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.526263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.526444] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 739.563024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.563024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.563024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.563024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.563024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.573630] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 739.763226] env[66010]: INFO networking_nsxv3.common.synchronization [req-7e9aa137-bcd6-4a6b-baf3-397503e4071b req-c1c046e5-5f7b-4a20-872d-960927486527 service nova] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_rules [ 739.763434] env[66010]: INFO networking_nsxv3.common.synchronization [req-7e9aa137-bcd6-4a6b-baf3-397503e4071b req-c1c046e5-5f7b-4a20-872d-960927486527 service nova] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 739.763588] env[66010]: INFO networking_nsxv3.common.synchronization [req-7e9aa137-bcd6-4a6b-baf3-397503e4071b req-c1c046e5-5f7b-4a20-872d-960927486527 service nova] Enqueued Resource ID: 96b86437-ea7b-4718-a62c-631ee653853c with Priority: HIGHEST for action port [ 739.763797] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_rules [ 739.763975] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 739.764029] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b86437-ea7b-4718-a62c-631ee653853c with Priority: HIGHEST for action port [ 739.764946] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.764946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.764946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.765301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.765301] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.771321] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.771321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771321] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b86437-ea7b-4718-a62c-631ee653853c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.771987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.771987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.771987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.771987] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b86437-ea7b-4718-a62c-631ee653853c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.921985] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.922132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.922358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.922491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.922603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.922708] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 739.957468] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.957658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.957702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.957921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.958091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.967191] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 740.269689] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.269689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.278259] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96b86437-ea7b-4718-a62c-631ee653853c with status ACTIVE [ 740.278496] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.278662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.278759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.278969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.279040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.279231] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.279331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.279399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.279561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.279753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.279974] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.280600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.280600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.280812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.281408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.281408] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96b86437-ea7b-4718-a62c-631ee653853c is going to be updated. [ 740.317533] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.317721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.317791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.318051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.318193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.318356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b86437-ea7b-4718-a62c-631ee653853c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.764393] env[66010]: INFO networking_nsxv3.common.synchronization [req-1d127fa3-b563-4101-8bec-1c6c26c1558d req-aceeeb1d-e76c-488e-b072-4a48dda91f57 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 740.764966] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 740.765315] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.765494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.765549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.765777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.766265] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.766265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.766265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.766265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.766484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.766484] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.272025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.272025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.272025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.272025] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 741.275543] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a81e456b-20e0-4b5b-bbdd-4244eb965072 None None] Enqueued Resource ID: 86ab4027-cc66-43c8-95f8-97d6219ce4b6 with Priority: HIGHEST for action port [ 741.276505] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ab4027-cc66-43c8-95f8-97d6219ce4b6 with Priority: HIGHEST for action port [ 741.277314] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-86ab4027-cc66-43c8-95f8-97d6219ce4b6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.277773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86ab4027-cc66-43c8-95f8-97d6219ce4b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.279561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86ab4027-cc66-43c8-95f8-97d6219ce4b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.279561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86ab4027-cc66-43c8-95f8-97d6219ce4b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.279561] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ab4027-cc66-43c8-95f8-97d6219ce4b6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.309727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.309727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.309727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.309727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.309727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.319755] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 741.583874] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 741.584366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.584938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585445] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.585571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.585635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.586346] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.781260] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86ab4027-cc66-43c8-95f8-97d6219ce4b6 [ 741.782504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.782504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.782504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.782504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.782504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.782504] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86ab4027-cc66-43c8-95f8-97d6219ce4b6 already deleted. [ 741.782504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86ab4027-cc66-43c8-95f8-97d6219ce4b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.903463] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.903665] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.903744] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.904009] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.904284] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.904436] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.904542] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.904743] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.904871] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.906162] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.906162] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.906162] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.906162] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.906162] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.906162] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.906162] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.928355] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.928523] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.928652] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.928820] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.929154] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-83a9ceb3-dee8-49ee-8318-7f7d46748759 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.929321] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.929433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.929754] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.929884] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a9ceb3-dee8-49ee-8318-7f7d46748759',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.977556] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.979829] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.979829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.979829] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.088442] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.123250] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c16eab35-b2a4-42e3-a9e2-ec6b33146a8e None None] Enqueued Resource ID: e00a44f9-d5cc-4dfd-ac13-1084513d551e with Priority: HIGHEST for action port [ 742.123947] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00a44f9-d5cc-4dfd-ac13-1084513d551e with Priority: HIGHEST for action port [ 742.124407] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e00a44f9-d5cc-4dfd-ac13-1084513d551e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.126939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e00a44f9-d5cc-4dfd-ac13-1084513d551e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.126939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e00a44f9-d5cc-4dfd-ac13-1084513d551e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.126939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e00a44f9-d5cc-4dfd-ac13-1084513d551e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.126939] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00a44f9-d5cc-4dfd-ac13-1084513d551e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.432377] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.432695] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.432738] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.434128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.434128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.434128] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 83a9ceb3-dee8-49ee-8318-7f7d46748759 not found, creating... [ 742.434128] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.434128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.434128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.434401] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.434504] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.434890] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.435262] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.435490] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.436119] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.436119] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.436284] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 83a9ceb3-dee8-49ee-8318-7f7d46748759 is going to be created. [ 742.481741] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.481898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.481970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.482450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.482670] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.482670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.482824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.483042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.483042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.485049] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.485049] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.485049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.485049] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.497440] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.497440] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.497440] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.497717] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.497907] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.498230] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.593464] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.631425] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e00a44f9-d5cc-4dfd-ac13-1084513d551e [ 742.631703] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.632411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.632411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.632411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.632411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.632411] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e00a44f9-d5cc-4dfd-ac13-1084513d551e already deleted. [ 742.632411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e00a44f9-d5cc-4dfd-ac13-1084513d551e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.987127] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7: rpc.has_security_group_logging(os_id): False [ 743.011760] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.011976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.012069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.012349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.012437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.012777] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.012903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.012983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.013488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.013488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.013488] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.013644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.013675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.013842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.014534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.014534] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.014534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.014534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.014763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.014763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.014861] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 743.085271] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.086053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.086053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.086053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.086053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.097686] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.097686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.097686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.097686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.097686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.097686] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 743.105217] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 743.135978] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.136208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.136355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.136614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.136785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.156689] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 743.250498] env[66010]: INFO networking_nsxv3.common.synchronization [req-1d127fa3-b563-4101-8bec-1c6c26c1558d req-e21626e9-c142-4511-9359-6c206b5f33bc service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 743.250749] env[66010]: INFO networking_nsxv3.common.synchronization [req-1d127fa3-b563-4101-8bec-1c6c26c1558d req-e21626e9-c142-4511-9359-6c206b5f33bc service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 743.250900] env[66010]: INFO networking_nsxv3.common.synchronization [req-1d127fa3-b563-4101-8bec-1c6c26c1558d req-e21626e9-c142-4511-9359-6c206b5f33bc service nova] Enqueued Resource ID: 83a9ceb3-dee8-49ee-8318-7f7d46748759 with Priority: HIGHEST for action port [ 743.251631] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 743.251774] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 743.251871] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a9ceb3-dee8-49ee-8318-7f7d46748759 with Priority: HIGHEST for action port [ 743.256075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.256075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.256075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.256075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.256075] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.256075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.256075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.256075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a9ceb3-dee8-49ee-8318-7f7d46748759 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.256075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.256075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.256075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.256754] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a9ceb3-dee8-49ee-8318-7f7d46748759',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.331268] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 743.331506] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 743.331629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.331829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.332119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.332332] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.332464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.332557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.332763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.332851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.332951] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.761317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.762227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.762227] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83a9ceb3-dee8-49ee-8318-7f7d46748759 with status ACTIVE [ 743.762227] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.762227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.762227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.762227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.762461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.762524] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.762633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.762694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.762879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.763022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.763290] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.763385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.763385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.763546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.764632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.764632] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83a9ceb3-dee8-49ee-8318-7f7d46748759 is going to be updated. [ 743.788923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.789122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.789165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.789775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.789775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.789775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a9ceb3-dee8-49ee-8318-7f7d46748759" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.839462] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.888608] env[66010]: INFO networking_nsxv3.common.synchronization [req-3acb037c-27a7-42c2-8c2d-a624f38ff40a req-afaa6541-823f-40ee-8246-5f81da00a61d tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_members [ 743.889612] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_members [ 743.890210] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.890210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.890210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.890464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.890577] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.890683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.890738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.890886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.891349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.891349] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.122822] env[66010]: INFO networking_nsxv3.common.synchronization [None req-54571782-536e-4592-bc0d-42b078e1cd19 None None] Enqueued Resource ID: 503031c1-d5ae-4bd6-a357-b49d175b289b with Priority: HIGHEST for action port [ 744.122993] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503031c1-d5ae-4bd6-a357-b49d175b289b with Priority: HIGHEST for action port [ 744.123616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-503031c1-d5ae-4bd6-a357-b49d175b289b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.123616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503031c1-d5ae-4bd6-a357-b49d175b289b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.123616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503031c1-d5ae-4bd6-a357-b49d175b289b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.123887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503031c1-d5ae-4bd6-a357-b49d175b289b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.123975] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503031c1-d5ae-4bd6-a357-b49d175b289b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.344609] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.393938] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.393938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.393938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.394649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.396950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.396950] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.396950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.396950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.396950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.396950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.396950] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e already deleted. [ 744.396950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.571710] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.571894] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.572019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.572366] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.572619] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.572771] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.572878] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.573117] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.573263] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.573461] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.573574] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.573674] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.573770] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.573866] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.573959] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.574097] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.595211] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.595385] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.595598] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.595683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.596017] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-42778f13-d42d-4113-b9d4-7c063edceb9a taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.596188] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.596301] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.597934] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.597934] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42778f13-d42d-4113-b9d4-7c063edceb9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.627855] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503031c1-d5ae-4bd6-a357-b49d175b289b [ 744.628110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.628244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.628329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.628556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.628650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.628752] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503031c1-d5ae-4bd6-a357-b49d175b289b already deleted. [ 744.628894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503031c1-d5ae-4bd6-a357-b49d175b289b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.850789] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.850789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.851121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.851121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.852033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.852033] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 744.888643] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.888643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.888643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.889240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.889471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.901398] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 745.100692] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.101347] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.101470] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.101749] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.101930] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.102134] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 42778f13-d42d-4113-b9d4-7c063edceb9a not found, creating... [ 745.102525] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.102691] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.104102] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.104102] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.104102] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.104102] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.104102] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.104414] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.104576] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.104775] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.105200] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 42778f13-d42d-4113-b9d4-7c063edceb9a is going to be created. [ 745.126969] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 745.127221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.131878] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.132107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.132254] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.132570] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.132813] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.134523] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.167528] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 745.167528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.167746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.168077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.168287] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.168415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.168479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.168915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.169083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.169198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.170255] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.201170] env[66010]: INFO networking_nsxv3.common.synchronization [req-851668af-64ca-4972-99bc-2a73b10f9fec req-8edac0f4-9867-4c5d-97e1-ed52ca9bfa3a tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 745.201839] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 745.202262] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.202389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.202469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.202677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.202848] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.202947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.203046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.203199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.203289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.203384] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.227124] env[66010]: INFO networking_nsxv3.common.synchronization [req-851668af-64ca-4972-99bc-2a73b10f9fec req-8edac0f4-9867-4c5d-97e1-ed52ca9bfa3a tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 745.227283] env[66010]: INFO networking_nsxv3.common.synchronization [req-851668af-64ca-4972-99bc-2a73b10f9fec req-8edac0f4-9867-4c5d-97e1-ed52ca9bfa3a tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 745.227410] env[66010]: INFO networking_nsxv3.common.synchronization [req-851668af-64ca-4972-99bc-2a73b10f9fec req-8edac0f4-9867-4c5d-97e1-ed52ca9bfa3a tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 with Priority: HIGHEST for action port [ 745.228228] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 745.228365] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 745.228500] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 with Priority: HIGHEST for action port [ 745.228847] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.228847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.228979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.229201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.229201] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.230116] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.230194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.230360] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c9bc88-7e86-4704-90e6-bb3bf6900457 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.230480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.230539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.230720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.230807] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c9bc88-7e86-4704-90e6-bb3bf6900457',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.671280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.671523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.671523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.671726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.673119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.673119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.673119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.673119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.673517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.673517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.673517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.673517] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.706986] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.733143] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.733352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.733642] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c9bc88-7e86-4704-90e6-bb3bf6900457 with status ACTIVE [ 745.733908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.734101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.734234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.734544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.735024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.735024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.735149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.735239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.735487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.739020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.739020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.739020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.739020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.739020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.739020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.739020] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 is going to be updated. [ 745.771025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.771025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.771025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.771025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.771025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.771025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.994369] env[66010]: INFO networking_nsxv3.common.synchronization [req-3acb037c-27a7-42c2-8c2d-a624f38ff40a req-176c34ac-da61-4160-8ab8-d2931b22e7b8 service nova] Enqueued Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_rules [ 745.994634] env[66010]: INFO networking_nsxv3.common.synchronization [req-3acb037c-27a7-42c2-8c2d-a624f38ff40a req-176c34ac-da61-4160-8ab8-d2931b22e7b8 service nova] Enqueued Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_members [ 745.994767] env[66010]: INFO networking_nsxv3.common.synchronization [req-3acb037c-27a7-42c2-8c2d-a624f38ff40a req-176c34ac-da61-4160-8ab8-d2931b22e7b8 service nova] Enqueued Resource ID: 42778f13-d42d-4113-b9d4-7c063edceb9a with Priority: HIGHEST for action port [ 745.998277] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_rules [ 745.998277] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_members [ 745.998277] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42778f13-d42d-4113-b9d4-7c063edceb9a with Priority: HIGHEST for action port [ 745.998277] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.998277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.998601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.998854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.999048] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.000131] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.001309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.002807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.003063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.003263] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.003376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.003439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.003610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.003719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.003821] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.006392] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-42778f13-d42d-4113-b9d4-7c063edceb9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.006392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.006392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.006392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.006392] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42778f13-d42d-4113-b9d4-7c063edceb9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.176030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed450e8c-83e0-4816-be9d-672d849faa2b: rpc.has_security_group_logging(os_id): False [ 746.198204] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.198338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.198400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.198606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.198698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.198923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.199050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.199117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.199283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.199365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.199541] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.199635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.199694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.199834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.199908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.200091] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.200178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.200239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.200378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.200450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.200545] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 746.207508] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.275334] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.275706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.275706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.275999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.276180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.295301] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 746.491916] env[66010]: INFO networking_nsxv3.common.synchronization [None req-d9224980-fd2e-4fa6-9d58-71c8e800fae8 None None] Enqueued Resource ID: 5c338f43-8a28-411e-8bef-8dd82f243bed with Priority: HIGHEST for action port [ 746.492620] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c338f43-8a28-411e-8bef-8dd82f243bed with Priority: HIGHEST for action port [ 746.492953] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c338f43-8a28-411e-8bef-8dd82f243bed taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.493124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c338f43-8a28-411e-8bef-8dd82f243bed" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.493242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c338f43-8a28-411e-8bef-8dd82f243bed" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.493441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c338f43-8a28-411e-8bef-8dd82f243bed" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.493528] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c338f43-8a28-411e-8bef-8dd82f243bed',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.507088] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.508059] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.508177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.513011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42778f13-d42d-4113-b9d4-7c063edceb9a with status ACTIVE [ 746.513011] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.513011] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.513011] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.513011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.513011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42778f13-d42d-4113-b9d4-7c063edceb9a is going to be updated. [ 746.536084] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.537470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.537470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.537470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.537470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.537470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42778f13-d42d-4113-b9d4-7c063edceb9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.709949] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.710074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.710142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.710374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.710522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.710593] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be updated. [ 746.743858] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.744992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.745232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.745512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.745661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.763248] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 746.925546] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 746.925664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.925837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.926060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.926310] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.926460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.926511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.926676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.926802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.926913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.926975] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.973259] env[66010]: INFO networking_nsxv3.common.synchronization [req-37d15d20-a481-4c5d-b2c9-90fb2e77b4d6 req-8e571fb5-d48b-461d-bf8c-bd630285b755 tempest-MigrationsAdminTest-2069506843 tempest-MigrationsAdminTest-2069506843-project-member] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 746.974171] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 746.974647] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.974812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.974920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.975276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.975476] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.975599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.975691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.976036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.976189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.976337] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.995955] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c338f43-8a28-411e-8bef-8dd82f243bed [ 746.996575] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.996575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.996575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.997036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.997221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.997339] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c338f43-8a28-411e-8bef-8dd82f243bed already deleted. [ 746.997403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c338f43-8a28-411e-8bef-8dd82f243bed" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.009654] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.431307] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.431552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.431868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.432301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.432540] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.432676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.432753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.433036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.433588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.433588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.433588] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.433742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.433742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.433900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.434727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.434727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.434727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.434962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.436037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436037] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.479874] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.513065] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.513287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.513384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.513720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.513814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.513948] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e is going to be created. [ 747.541164] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.541453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.541590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.542115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.542485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.561595] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e in Status: UNINITIALIZED for 2s [ 747.584072] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.584427] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.584865] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.584960] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.585470] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.585657] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.585883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.586103] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.586247] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.586461] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.586628] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.586789] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.586966] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.587146] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.587302] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.587473] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.611391] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.611886] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.612232] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.612457] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.612785] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-dad91b70-7fea-48b6-a278-93b90bc57581 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.613573] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.613573] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.613573] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.613748] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad91b70-7fea-48b6-a278-93b90bc57581',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.727294] env[66010]: INFO networking_nsxv3.common.synchronization [None req-e8b987a7-75ff-4692-8ea4-6769fe364689 tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 747.727959] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 747.728245] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.728487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.728487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.728861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728954] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.939056] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 318bebf2-c884-4d63-b567-5674b6a6e06f: rpc.has_security_group_logging(os_id): False [ 747.949022] env[66010]: INFO networking_nsxv3.common.synchronization [None req-503da961-43cc-4491-9aba-7a96f5172898 None None] Enqueued Resource ID: f78b6ac7-592f-427b-a5fc-87422a46f224 with Priority: HIGHEST for action port [ 747.949429] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78b6ac7-592f-427b-a5fc-87422a46f224 with Priority: HIGHEST for action port [ 747.950786] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78b6ac7-592f-427b-a5fc-87422a46f224 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.951170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78b6ac7-592f-427b-a5fc-87422a46f224" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.951399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78b6ac7-592f-427b-a5fc-87422a46f224" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.951837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78b6ac7-592f-427b-a5fc-87422a46f224" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.952155] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78b6ac7-592f-427b-a5fc-87422a46f224',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.961370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.961370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.961370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.961370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.962017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.962227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.962524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.962702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.962973] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.963264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.963419] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.963875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.964200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.965203] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 747.983143] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.046504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.046916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.046916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.047095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.047241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.063090] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 748.117771] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.118113] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.118113] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.118450] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.118450] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.118591] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port dad91b70-7fea-48b6-a278-93b90bc57581 not found, creating... [ 748.118848] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.119034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.119123] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.119620] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.119620] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.119734] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.119888] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.119994] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.123403] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.123570] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.123745] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: dad91b70-7fea-48b6-a278-93b90bc57581 is going to be created. [ 748.161374] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.161659] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.161659] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.162118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.162118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.162270] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.252675] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.252904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.252950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.253240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.253329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.253420] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f already deleted. [ 748.253508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.273566] env[66010]: INFO networking_nsxv3.common.synchronization [None req-6bc9e4a8-4666-4588-a35f-c37f9831c00b tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 748.274594] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 748.274996] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.275156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.275355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.275499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.275619] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.320251] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 748.320603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.454844] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f78b6ac7-592f-427b-a5fc-87422a46f224 [ 748.455264] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.455617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.455707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.456019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.456162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.456305] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f78b6ac7-592f-427b-a5fc-87422a46f224 already deleted. [ 748.456435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78b6ac7-592f-427b-a5fc-87422a46f224" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.485122] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.485296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.485349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.485555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.485646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.485740] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be updated. [ 748.516968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.517247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.517371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.517652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.517804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.532032] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: IN_PROGRESS for 2s [ 748.771654] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 748.771803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.771936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.772221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.772664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.772664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.772664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.772809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.774597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.774597] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.798453] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.798453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.798453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.798687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.798687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.798687] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f already deleted. [ 748.798806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.825045] env[66010]: INFO networking_nsxv3.common.synchronization [None req-be499883-94a4-4e81-b0df-3bab3d191096 None None] Enqueued Resource ID: 74aedada-7db5-434c-931c-eace3acbec87 with Priority: HIGHEST for action port [ 748.825827] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74aedada-7db5-434c-931c-eace3acbec87 with Priority: HIGHEST for action port [ 748.826601] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-74aedada-7db5-434c-931c-eace3acbec87 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.826601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74aedada-7db5-434c-931c-eace3acbec87" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.826601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74aedada-7db5-434c-931c-eace3acbec87" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.827018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74aedada-7db5-434c-931c-eace3acbec87" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.827064] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74aedada-7db5-434c-931c-eace3acbec87',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.922400] env[66010]: INFO networking_nsxv3.common.synchronization [req-37d15d20-a481-4c5d-b2c9-90fb2e77b4d6 req-511a752f-cfe2-4661-901b-b31ca8d2b27a service nova] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_rules [ 748.922985] env[66010]: INFO networking_nsxv3.common.synchronization [req-37d15d20-a481-4c5d-b2c9-90fb2e77b4d6 req-511a752f-cfe2-4661-901b-b31ca8d2b27a service nova] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 748.923367] env[66010]: INFO networking_nsxv3.common.synchronization [req-37d15d20-a481-4c5d-b2c9-90fb2e77b4d6 req-511a752f-cfe2-4661-901b-b31ca8d2b27a service nova] Enqueued Resource ID: dad91b70-7fea-48b6-a278-93b90bc57581 with Priority: HIGHEST for action port [ 748.923815] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_rules [ 748.923916] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 748.924018] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad91b70-7fea-48b6-a278-93b90bc57581 with Priority: HIGHEST for action port [ 748.924344] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.924519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.924595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.924780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.924848] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.925922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.925922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.926052] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad91b70-7fea-48b6-a278-93b90bc57581 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.927088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.927088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.927088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.927088] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad91b70-7fea-48b6-a278-93b90bc57581',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.275261] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.330034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74aedada-7db5-434c-931c-eace3acbec87 [ 749.330854] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.332377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.332377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.332377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.332377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.332377] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74aedada-7db5-434c-931c-eace3acbec87 already deleted. [ 749.332377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74aedada-7db5-434c-931c-eace3acbec87" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.429113] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.429113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.429113] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad91b70-7fea-48b6-a278-93b90bc57581 with status ACTIVE [ 749.429372] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.429372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.429372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.429992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.429992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.429992] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.429992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.431067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.431067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.431067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.431067] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.431067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.431067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.431067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.431067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.431067] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad91b70-7fea-48b6-a278-93b90bc57581 is going to be updated. [ 749.455110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.455292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.455379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.455635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.455815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.456054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad91b70-7fea-48b6-a278-93b90bc57581" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.577351] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e in Status: SUCCESS [ 749.578912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.579220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.579482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.579697] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.579840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.579908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.580112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.580195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.580281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.580369] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.618052] env[66010]: INFO networking_nsxv3.common.synchronization [req-c4679074-3ae9-4ac9-91b1-6e4a0107c385 req-53ad8ec6-7071-42ad-96b0-e33634d5e903 tempest-ServersTestJSON-1031786629 tempest-ServersTestJSON-1031786629-project-member] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_members [ 749.618813] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_members [ 749.620032] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.620032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.620032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.620032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.620968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.620968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.620968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.620968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.621123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.621251] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.778247] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.078796] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 750.078796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.085951] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.127178] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.127178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.127178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.127178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.127178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.127437] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.127437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.127437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.128033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.128033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.128033] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 already deleted. [ 750.128033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.220937] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.221187] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-915" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.221244] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-915" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.221621] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-915" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.221895] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.222362] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.222522] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.222765] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.222908] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.223128] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.223235] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.223426] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.223511] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.223622] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.224103] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.224330] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.248468] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.249342] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.249342] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.249342] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-915" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.249829] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.252181] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.252181] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.252181] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.252181] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff9eac3-e0b3-4964-ae18-3bfd01840fc7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.281226] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.281226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.281658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281658] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be updated. [ 750.327022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.327022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.327022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.327022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.327022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.335241] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 750.540730] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: SUCCESS [ 750.540922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.541391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.541520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.541705] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.541817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.541951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.542048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.542171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.542300] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.589338] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf7c1ec9-a233-48f2-a6fd-6fad05df998e: rpc.has_security_group_logging(os_id): False [ 750.607781] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.607997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.607997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.608966] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.609086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.609122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.609280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.609376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.609492] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e is going to be created. [ 750.685758] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.686011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.686106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.686325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.686503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.698034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e in Status: IN_PROGRESS for 2s [ 750.753529] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.753877] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.753877] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.754155] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.754326] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.754486] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 not found, creating... [ 750.754739] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.754885] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.754991] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.755241] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.755405] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.755686] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.755832] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.755940] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.757464] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.759831] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.759831] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 is going to be created. [ 750.801565] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.801565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.801565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.801565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.801565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.801565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.044892] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.520375] env[66010]: INFO networking_nsxv3.common.synchronization [req-c4679074-3ae9-4ac9-91b1-6e4a0107c385 req-dae2f8a9-bb16-4790-bdfb-9ef87d3d27c6 service nova] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_rules [ 751.520375] env[66010]: INFO networking_nsxv3.common.synchronization [req-c4679074-3ae9-4ac9-91b1-6e4a0107c385 req-dae2f8a9-bb16-4790-bdfb-9ef87d3d27c6 service nova] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_members [ 751.520375] env[66010]: INFO networking_nsxv3.common.synchronization [req-c4679074-3ae9-4ac9-91b1-6e4a0107c385 req-dae2f8a9-bb16-4790-bdfb-9ef87d3d27c6 service nova] Enqueued Resource ID: 4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 with Priority: HIGHEST for action port [ 751.521781] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_rules [ 751.521781] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_members [ 751.521781] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 with Priority: HIGHEST for action port [ 751.522206] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.522568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.522568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.526274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.526359] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.527432] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.527566] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.527705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.527817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.527965] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.528063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.528222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.530133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.530133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.530133] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.530133] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.530133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.530133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.530133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.530133] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff9eac3-e0b3-4964-ae18-3bfd01840fc7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.548801] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.034024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034405] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.035330] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 with status ACTIVE [ 752.035616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.035765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.035765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.036028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.036028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.036229] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.036377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.036464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.036721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.036843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.038525] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.039171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.039263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.039434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.039519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.039613] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ff9eac3-e0b3-4964-ae18-3bfd01840fc7 is going to be updated. [ 752.053851] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.054357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.054357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.054469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.055035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.055152] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be updated. [ 752.069386] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.069598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.069670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.070292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.070627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.071144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ff9eac3-e0b3-4964-ae18-3bfd01840fc7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.087655] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.087795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.087869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.088117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.088268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.099937] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: IN_PROGRESS for 2s [ 752.297175] env[66010]: INFO networking_nsxv3.common.synchronization [req-2dd15c3b-9427-4136-9fa0-4d71e5eff278 req-6a285ab4-21d3-4b0d-ab2b-5c5c303b3a1a tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 752.297980] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 752.298816] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.299237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.299237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.299345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.299884] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.300018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.300093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.300413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.300527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.300637] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.345256] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 752.345518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.345998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.345998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.346130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.346228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.346341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.346476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.346639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.346753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.346844] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.541669] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.714665] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e in Status: SUCCESS [ 752.714949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.804146] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.804398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.804460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.805030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.805030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.805030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.805218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.805218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.805394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.805487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.805576] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 752.842840] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.842979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.843065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.843276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.843423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.849142] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.854409] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 753.045316] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.045706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.045706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.045830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.045868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.045942] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 is going to be created. [ 753.075583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.076125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.076125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.076461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.076670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.090022] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: UNINITIALIZED for 2s [ 753.351921] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a7a1748-7810-4c59-941f-924f169c4b98: rpc.has_security_group_logging(os_id): False [ 753.371939] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.371939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.371939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.372590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.372670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.373190] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.373489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.373489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.373671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.373671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.373948] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be updated. [ 753.447338] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.447781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.447781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.447911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.448034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.462672] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 754.112190] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: SUCCESS [ 754.112506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.114037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.114520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.114520] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.114520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.114778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.114778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.114876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.114926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.114976] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.618274] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.619620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.619620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.619783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.620149] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.620149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.620149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.620317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.620431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.620521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.620696] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.620788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.621653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.621653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.621653] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.621653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.621653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.621653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.621653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.621653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.621943] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.876835] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 754.877044] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a deletion is rescheduled due to dependency. [ 754.877163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.104223] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: SUCCESS [ 755.104527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.104718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.105055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.105131] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.105261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.105317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.106309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.106309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.106309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.106309] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.124205] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abdb2c47-4c63-491a-a169-b67012a70239: rpc.has_security_group_logging(os_id): False [ 755.164171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.164324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.164424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.164656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.164753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.164978] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.165092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.165156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.165309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.165391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.165650] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.165696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.165724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.166470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.166470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.166470] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.166470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.166470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.166470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.166470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.166716] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be updated. [ 755.242594] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.242725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.242761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.242951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.243109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.260195] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: IN_PROGRESS for 2s [ 755.480542] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 755.480777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.608464] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.111978] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 669e20c0-55ba-4b97-906f-2c59f086cd02: rpc.has_security_group_logging(os_id): False [ 756.137450] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.138421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.138421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.138421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.138421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.138573] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.138620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.138764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.139192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.139192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.139388] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 is going to be created. [ 756.206398] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.206843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.206843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.207113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.207362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.220855] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: IN_PROGRESS for 2s [ 757.254241] env[66010]: INFO networking_nsxv3.common.synchronization [None req-01bf4c2b-5d0c-446c-bfa8-8da2bd21de48 None None] Enqueued Resource ID: 1c951dc8-a5e5-4393-827b-23c8904af08d with Priority: HIGHEST for action port [ 757.256130] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c951dc8-a5e5-4393-827b-23c8904af08d with Priority: HIGHEST for action port [ 757.256130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c951dc8-a5e5-4393-827b-23c8904af08d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.256130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c951dc8-a5e5-4393-827b-23c8904af08d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.256130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c951dc8-a5e5-4393-827b-23c8904af08d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.256130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c951dc8-a5e5-4393-827b-23c8904af08d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.256130] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c951dc8-a5e5-4393-827b-23c8904af08d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.278806] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: SUCCESS [ 757.279083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.759809] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c951dc8-a5e5-4393-827b-23c8904af08d [ 757.760089] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.760265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.760359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.760583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.760697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.760832] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c951dc8-a5e5-4393-827b-23c8904af08d already deleted. [ 757.763731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c951dc8-a5e5-4393-827b-23c8904af08d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.241936] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: SUCCESS [ 758.242417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.522566] env[66010]: INFO networking_nsxv3.common.synchronization [req-527f37bb-a099-41d1-a465-4563118cc0d7 req-f0004d9a-9e97-43f8-bd1b-28115abbf9e3 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 759.523158] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 759.523467] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.523669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.523669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.523862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.524015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.526513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.527035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.527312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.527750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.527750] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.031287] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.187107] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.187107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.187107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.187107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.187107] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.187107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.187107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.187107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.187107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.187107] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.187107] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.187107] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.187680] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.187680] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.187680] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.187680] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.208709] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.208976] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.209182] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.209499] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-672" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.210533] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-2ae9c53f-90c8-4a42-b133-d4559e705390 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.210768] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.210948] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.211344] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.211504] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae9c53f-90c8-4a42-b133-d4559e705390',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.536412] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.715775] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.716009] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.716137] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.719725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.719725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.719725] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 2ae9c53f-90c8-4a42-b133-d4559e705390 not found, creating... [ 760.719725] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.719725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.719725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.719725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.719725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.719725] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.719725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.720287] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.720287] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.720287] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.720287] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 is going to be created. [ 760.743918] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.744146] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.744816] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.744816] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.744989] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.745297] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.942296] env[66010]: INFO networking_nsxv3.common.synchronization [req-b24f5450-b601-4108-8554-2aae022cdaaa req-6f9e5c7b-1659-450f-8c75-f6dca7c36455 tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 760.942296] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 760.942910] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.943432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.943960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.944078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.944428] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.944933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.944933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.945299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.945785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.945785] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.961281] env[66010]: INFO networking_nsxv3.common.synchronization [req-b24f5450-b601-4108-8554-2aae022cdaaa req-6f9e5c7b-1659-450f-8c75-f6dca7c36455 tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 760.962818] env[66010]: INFO networking_nsxv3.common.synchronization [req-b24f5450-b601-4108-8554-2aae022cdaaa req-6f9e5c7b-1659-450f-8c75-f6dca7c36455 tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 760.962818] env[66010]: INFO networking_nsxv3.common.synchronization [req-b24f5450-b601-4108-8554-2aae022cdaaa req-6f9e5c7b-1659-450f-8c75-f6dca7c36455 tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 with Priority: HIGHEST for action port [ 760.962818] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_rules [ 760.962818] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 760.962818] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 with Priority: HIGHEST for action port [ 760.964240] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.964324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.964440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.964645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.964729] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.965825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.966215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.966215] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c9bc88-7e86-4704-90e6-bb3bf6900457 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.966327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.966372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.966668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.966812] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c9bc88-7e86-4704-90e6-bb3bf6900457',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.040576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.040785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.040858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.041214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.041330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.041467] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 761.072884] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.073033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.073106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.073378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.073467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.084048] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 761.321161] env[66010]: INFO networking_nsxv3.common.synchronization [None req-7f7d4244-8f89-42c0-a7e3-293781ff0e98 None None] Enqueued Resource ID: 3b9679fc-5500-4483-9556-6abccf6ee8b5 with Priority: HIGHEST for action port [ 761.321742] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9679fc-5500-4483-9556-6abccf6ee8b5 with Priority: HIGHEST for action port [ 761.322375] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b9679fc-5500-4483-9556-6abccf6ee8b5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.322457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b9679fc-5500-4483-9556-6abccf6ee8b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.322457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b9679fc-5500-4483-9556-6abccf6ee8b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.322713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b9679fc-5500-4483-9556-6abccf6ee8b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.322796] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b9679fc-5500-4483-9556-6abccf6ee8b5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.448151] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.456020] env[66010]: INFO networking_nsxv3.common.synchronization [req-527f37bb-a099-41d1-a465-4563118cc0d7 req-84121a08-74d3-422f-a644-565e41b4c580 service nova] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 761.456020] env[66010]: INFO networking_nsxv3.common.synchronization [req-527f37bb-a099-41d1-a465-4563118cc0d7 req-84121a08-74d3-422f-a644-565e41b4c580 service nova] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 761.456020] env[66010]: INFO networking_nsxv3.common.synchronization [req-527f37bb-a099-41d1-a465-4563118cc0d7 req-84121a08-74d3-422f-a644-565e41b4c580 service nova] Enqueued Resource ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 with Priority: HIGHEST for action port [ 761.456020] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 761.456020] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 761.457693] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 with Priority: HIGHEST for action port [ 761.457830] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.457935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.458037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.458306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.458434] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.459740] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.459740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.459740] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae9c53f-90c8-4a42-b133-d4559e705390 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.460334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.460334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.460334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.460334] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae9c53f-90c8-4a42-b133-d4559e705390',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.468782] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.468928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.469101] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c9bc88-7e86-4704-90e6-bb3bf6900457 with status ACTIVE [ 761.469217] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.469306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.469369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.469603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.469694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.472547] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.472547] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.472547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.472547] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c9bc88-7e86-4704-90e6-bb3bf6900457 is going to be updated. [ 761.492413] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.492413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.492413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.492413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.493355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.493355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c9bc88-7e86-4704-90e6-bb3bf6900457" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.825212] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b9679fc-5500-4483-9556-6abccf6ee8b5 [ 761.825471] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.825627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.825675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.826034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.826034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.826034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b9679fc-5500-4483-9556-6abccf6ee8b5 already deleted. [ 761.826243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b9679fc-5500-4483-9556-6abccf6ee8b5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.952282] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.963136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.963295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.963515] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ae9c53f-90c8-4a42-b133-d4559e705390 with status ACTIVE [ 761.963737] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.963898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.963970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.964371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.964518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.964745] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.964860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.964945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.965181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.965299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.965517] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.965643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.965710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.965909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.966013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.966145] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 is going to be updated. [ 761.991323] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.991700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.991960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.992385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.454905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.455080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.455156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.455642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.455727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.455848] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be updated. [ 762.489069] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.489218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.489287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.489499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.489641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.500725] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 762.758928] env[66010]: INFO networking_nsxv3.common.synchronization [None req-fbebd6c1-de98-44d1-9104-d2cb5781b893 None None] Enqueued Resource ID: 9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e with Priority: HIGHEST for action port [ 762.759469] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e with Priority: HIGHEST for action port [ 762.759931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.759931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.760025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.760313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.760367] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.097023] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 763.097023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.097023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.097023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.097023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.097023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.097023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.097023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.097023] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.267477] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e [ 763.267477] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.267680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.267680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.268056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.268056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.268413] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e already deleted. [ 763.268565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e74ce0c-174e-4f67-9417-fbe4d4b8fb3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.601879] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.105028] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.335664] env[66010]: INFO networking_nsxv3.common.synchronization [req-d10a3343-e120-4ed3-9225-04ebcf81cf28 req-ae6f1aca-00b2-4033-8438-6d0bbf259b5a tempest-ServerRescueTestJSON-864543557 tempest-ServerRescueTestJSON-864543557-project-member] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 764.336441] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 764.337303] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.337899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.337899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.338861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.338861] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.338861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.338861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.338861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.338861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.340246] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.520431] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 764.520431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.520561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.520738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.520961] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.521092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.521150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.521603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.521603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.521603] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.610198] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.610198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.610198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.610198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.610198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.610198] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 764.647253] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.647782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.647874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.648113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.648256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.665354] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 764.805838] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.805838] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.805838] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.808914] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.808914] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.808914] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.808914] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.808914] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.809191] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.809664] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.809664] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.809664] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.809664] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.809664] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.810044] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.810044] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.834444] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.835030] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.835030] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.835030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.835575] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-e1db90aa-acb2-41d4-857b-ffd4e67409ac taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.835751] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.835876] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.836207] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.836787] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1db90aa-acb2-41d4-857b-ffd4e67409ac',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.843101] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.843238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.843315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.843514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.843600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.843781] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.843872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.844275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.844275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.844275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.844275] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 already deleted. [ 764.844542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.917677] env[66010]: INFO networking_nsxv3.common.synchronization [None req-7df46d45-5a4b-43ed-9766-c3a2ecd52d2e None None] Enqueued Resource ID: da64df65-ee41-4b2c-a695-6f3eccd972c5 with Priority: HIGHEST for action port [ 764.918149] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da64df65-ee41-4b2c-a695-6f3eccd972c5 with Priority: HIGHEST for action port [ 764.918460] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-da64df65-ee41-4b2c-a695-6f3eccd972c5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.918608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da64df65-ee41-4b2c-a695-6f3eccd972c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.918674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da64df65-ee41-4b2c-a695-6f3eccd972c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.918970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da64df65-ee41-4b2c-a695-6f3eccd972c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.919235] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da64df65-ee41-4b2c-a695-6f3eccd972c5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.025720] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.339696] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.339984] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.340133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.340565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.340753] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.340940] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port e1db90aa-acb2-41d4-857b-ffd4e67409ac not found, creating... [ 765.341251] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.341438] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.341577] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.341844] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.342053] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.342442] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.342655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.343801] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.343801] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.343801] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.343801] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: e1db90aa-acb2-41d4-857b-ffd4e67409ac is going to be created. [ 765.367954] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.368331] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.368331] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.369120] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.369120] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.369120] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.424024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da64df65-ee41-4b2c-a695-6f3eccd972c5 [ 765.424024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.424024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.424024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.424024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.424024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.424344] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da64df65-ee41-4b2c-a695-6f3eccd972c5 already deleted. [ 765.424344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da64df65-ee41-4b2c-a695-6f3eccd972c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.527604] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.031390] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.031558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.032109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.032189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.032379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.035850] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be updated. [ 766.065308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.065438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.065507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.065710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.065843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.077427] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 766.122085] env[66010]: INFO networking_nsxv3.common.synchronization [req-d10a3343-e120-4ed3-9225-04ebcf81cf28 req-c97c4d44-0726-4fbb-9b4c-5ac8013fa3c0 service nova] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_rules [ 766.122197] env[66010]: INFO networking_nsxv3.common.synchronization [req-d10a3343-e120-4ed3-9225-04ebcf81cf28 req-c97c4d44-0726-4fbb-9b4c-5ac8013fa3c0 service nova] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 766.122346] env[66010]: INFO networking_nsxv3.common.synchronization [req-d10a3343-e120-4ed3-9225-04ebcf81cf28 req-c97c4d44-0726-4fbb-9b4c-5ac8013fa3c0 service nova] Enqueued Resource ID: e1db90aa-acb2-41d4-857b-ffd4e67409ac with Priority: HIGHEST for action port [ 766.122994] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_rules [ 766.123129] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 766.123221] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1db90aa-acb2-41d4-857b-ffd4e67409ac with Priority: HIGHEST for action port [ 766.123573] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.123703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.123772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.123998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.124092] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.125092] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.125203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.125287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.125527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.125998] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.126139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.129538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.129737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.130187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.130187] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.130856] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1db90aa-acb2-41d4-857b-ffd4e67409ac taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.130977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.131049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.131511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.131511] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1db90aa-acb2-41d4-857b-ffd4e67409ac',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.633163] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.634256] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.634444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.634623] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1db90aa-acb2-41d4-857b-ffd4e67409ac with status ACTIVE [ 766.634781] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.634881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.634944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.635255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.635386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.635604] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.635705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.635766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.635927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.636021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.636197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.636287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.636347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.636485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.636785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.636785] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1db90aa-acb2-41d4-857b-ffd4e67409ac is going to be updated. [ 766.662130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.662130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.662130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.662130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.662130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.662130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1db90aa-acb2-41d4-857b-ffd4e67409ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.675624] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 766.675687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.675854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.676083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.676271] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.676388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.676455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.676599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.676686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.676790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.676881] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.909069] env[66010]: INFO networking_nsxv3.common.synchronization [req-1c18b97d-2348-49cd-ad1d-4b1bb14d0a14 req-287e9f1f-d5ec-4103-b6c0-a4283abed2a6 tempest-ServersTestBootFromVolume-1998027893 tempest-ServersTestBootFromVolume-1998027893-project-member] Enqueued Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_members [ 766.909646] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_members [ 766.909948] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.910467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.910558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.910900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.910969] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.911080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.911142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.911638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.911638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.911638] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.139069] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.178907] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.179054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.179127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.179316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.179529] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.179644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.179644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.179877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.179954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.180039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.180189] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.180274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.180337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.180479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.180702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.180702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.180861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.180918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.180983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.181066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.181156] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.415439] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.415635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.415717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.415962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.416093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.416305] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.416501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.416501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.417175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.417175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.417175] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 already deleted. [ 767.417175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.458991] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a08fd59e-be91-44a8-a3c9-e094479e3b82 None None] Enqueued Resource ID: 3705124f-ac06-4b31-9114-872f506e0b6a with Priority: HIGHEST for action port [ 767.459479] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3705124f-ac06-4b31-9114-872f506e0b6a with Priority: HIGHEST for action port [ 767.459825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3705124f-ac06-4b31-9114-872f506e0b6a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.460026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3705124f-ac06-4b31-9114-872f506e0b6a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.460026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3705124f-ac06-4b31-9114-872f506e0b6a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.460292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3705124f-ac06-4b31-9114-872f506e0b6a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.460379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3705124f-ac06-4b31-9114-872f506e0b6a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.642834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.642834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.642834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.642834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.643349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.643349] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be created. [ 767.676730] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.677260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.677395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.677804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.678084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.683306] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6e9db3-5223-4cb6-bf69-478e98eddb1c: rpc.has_security_group_logging(os_id): False [ 767.692911] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: UNINITIALIZED for 2s [ 767.703932] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.704189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.704310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.704622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.704722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.704968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.705115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.705203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.705420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.705540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.705739] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.705857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.705956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.707105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.707353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.707725] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.707948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.708081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.708339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.708542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.708742] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 767.793077] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.793077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.793300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.793444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.793616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.811844] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 767.825241] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.825241] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-505" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.825241] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-505" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.825241] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-505" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.825586] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.825664] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.825789] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.826049] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.826222] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.826450] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.826572] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.826701] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.827851] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.827989] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.828125] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.831474] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.850564] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.850723] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.850846] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.851017] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-505" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.851333] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-9ff87cee-d681-47bd-9759-29a2748e6dc3 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.851496] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852413] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.852413] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852681] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff87cee-d681-47bd-9759-29a2748e6dc3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.964630] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3705124f-ac06-4b31-9114-872f506e0b6a [ 767.964875] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.965025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.965106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.965330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.965443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.965551] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3705124f-ac06-4b31-9114-872f506e0b6a already deleted. [ 767.965636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3705124f-ac06-4b31-9114-872f506e0b6a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.091148] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 768.091428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.091729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.093023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.093023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.093023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.093023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.093023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.093023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.093023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.093023] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.359027] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.359027] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 9ff87cee-d681-47bd-9759-29a2748e6dc3 not found, creating... [ 768.359027] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.359027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.359585] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.359585] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.361250] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.361638] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.365036] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 9ff87cee-d681-47bd-9759-29a2748e6dc3 is going to be created. [ 768.390034] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.390034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.390034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.390034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.390034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.390034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.542026] env[66010]: INFO networking_nsxv3.common.synchronization [req-e13b9957-b001-4bbe-880e-555d87322081 req-c6115277-a443-4ed0-a51d-b5e57753bd69 tempest-ServersWithSpecificFlavorTestJSON-1708041404 tempest-ServersWithSpecificFlavorTestJSON-1708041404-project-member] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 768.542662] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 768.542980] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.543175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.543241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.543450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.543627] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.543756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.543820] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.543984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.544101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.544198] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.598707] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.047134] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.047447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.047447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048214] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.048214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.048214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.048214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.048214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048449] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be updated. [ 769.082873] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.083381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.083381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.084851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.084851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.094160] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: IN_PROGRESS for 2s [ 769.101917] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a7a1748-7810-4c59-941f-924f169c4b98: rpc.has_security_group_logging(os_id): False [ 769.128180] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.128180] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.128180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.128180] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be updated. [ 769.137660] env[66010]: INFO networking_nsxv3.common.synchronization [req-1c18b97d-2348-49cd-ad1d-4b1bb14d0a14 req-844d661a-c51a-4b0a-90be-1ef1b39d63c6 service nova] Enqueued Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_rules [ 769.139356] env[66010]: INFO networking_nsxv3.common.synchronization [req-1c18b97d-2348-49cd-ad1d-4b1bb14d0a14 req-844d661a-c51a-4b0a-90be-1ef1b39d63c6 service nova] Enqueued Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_members [ 769.139683] env[66010]: INFO networking_nsxv3.common.synchronization [req-1c18b97d-2348-49cd-ad1d-4b1bb14d0a14 req-844d661a-c51a-4b0a-90be-1ef1b39d63c6 service nova] Enqueued Resource ID: 9ff87cee-d681-47bd-9759-29a2748e6dc3 with Priority: HIGHEST for action port [ 769.140310] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_rules [ 769.140521] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_members [ 769.140643] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff87cee-d681-47bd-9759-29a2748e6dc3 with Priority: HIGHEST for action port [ 769.141070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.141264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.141264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.141482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.141564] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.142597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.142708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.142791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.142937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.143093] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.143232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.143232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.143410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.143580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.143580] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.144526] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff87cee-d681-47bd-9759-29a2748e6dc3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.144526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.144648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.144731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.144838] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff87cee-d681-47bd-9759-29a2748e6dc3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.195018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.195018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.195018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.195018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.195018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.218706] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 769.223889] env[66010]: INFO networking_nsxv3.common.synchronization [req-2383e56d-9515-4606-8b59-c8a64e260fb6 req-ff63734d-ce9c-465f-b9a4-f1c069881101 tempest-ImagesOneServerTestJSON-1136064028 tempest-ImagesOneServerTestJSON-1136064028-project-member] Enqueued Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_members [ 769.223889] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGHEST for action security_group_members [ 769.224232] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.224543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.224734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.225134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.227318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.227318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.227318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.227318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.227318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.227318] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.273925] env[66010]: INFO networking_nsxv3.common.synchronization [None req-44274fd8-7c21-4537-8902-d4ffb54e9a69 None None] Enqueued Resource ID: 3338fa92-0cf1-4ba5-95d2-0898a5b265e4 with Priority: HIGHEST for action port [ 769.274420] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3338fa92-0cf1-4ba5-95d2-0898a5b265e4 with Priority: HIGHEST for action port [ 769.274790] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3338fa92-0cf1-4ba5-95d2-0898a5b265e4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.274968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3338fa92-0cf1-4ba5-95d2-0898a5b265e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.276031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3338fa92-0cf1-4ba5-95d2-0898a5b265e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.276399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3338fa92-0cf1-4ba5-95d2-0898a5b265e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.276562] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3338fa92-0cf1-4ba5-95d2-0898a5b265e4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.580155] env[66010]: INFO networking_nsxv3.common.synchronization [req-1ba2cbf9-3b4b-4495-91f7-d5f860934f25 req-aa084a28-36cc-4702-9ff5-436b2f74a888 tempest-SecurityGroupRulesNegativeTestJSON-973273156 tempest-SecurityGroupRulesNegativeTestJSON-973273156-project-member] Enqueued Resource ID: b29dade1-9baf-49b9-af29-68d61728a33d with Priority: HIGHEST for action security_group_rules [ 769.580155] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29dade1-9baf-49b9-af29-68d61728a33d with Priority: HIGHEST for action security_group_rules [ 769.580155] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29dade1-9baf-49b9-af29-68d61728a33d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.580155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.580155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.580155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.580155] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29dade1-9baf-49b9-af29-68d61728a33d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.619547] env[66010]: INFO networking_nsxv3.common.synchronization [req-5affd7ac-7a3f-4442-bf06-53948e05817f req-d934b2e9-fdfa-4505-8175-c3374ed3a9f8 tempest-ServerPasswordTestJSON-1882939434 tempest-ServerPasswordTestJSON-1882939434-project-member] Enqueued Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_members [ 769.620143] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_members [ 769.621059] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.621059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.621059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.621059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.621290] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.621416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.621489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.621645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.621728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.623437] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.649022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.649022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.649022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649022] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff87cee-d681-47bd-9759-29a2748e6dc3 with status ACTIVE [ 769.649022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.649022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.649022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.649022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.649022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.649022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.649955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.649955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.649955] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.649955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.649955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.649955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.649955] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff87cee-d681-47bd-9759-29a2748e6dc3 is going to be updated. [ 769.674809] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.674988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.675038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.675268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.675371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.675636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff87cee-d681-47bd-9759-29a2748e6dc3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.702961] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 769.703196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.703348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.703543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.706821] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.706821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.706821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.706821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.706821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.706821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.706821] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.729403] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.729548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.729614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.729894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.730654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.730654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.730654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.730654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.731654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.731654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.731654] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb is going to be updated. [ 769.780362] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3338fa92-0cf1-4ba5-95d2-0898a5b265e4 [ 769.780558] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.780688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.780896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.781018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.781080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.781195] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3338fa92-0cf1-4ba5-95d2-0898a5b265e4 already deleted. [ 769.781255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3338fa92-0cf1-4ba5-95d2-0898a5b265e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786385] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.787037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.787037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.787037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.787202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.801328] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb in Status: IN_PROGRESS for 2s [ 769.828528] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 769.828679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.101468] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.101468] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-635" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.101468] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-635" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.101931] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-635" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.101964] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.102322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.102322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.103418] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.103418] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.103418] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.103418] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.103418] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.103418] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.103850] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.103850] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.104064] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.106212] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.106349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.106393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.106576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.106656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.106748] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29dade1-9baf-49b9-af29-68d61728a33d already deleted. [ 770.106838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.126070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.126249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.126315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.126594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.126722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.126962] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.127627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.127627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.127627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.127627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.127627] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0532984a-9d2c-440e-89af-9da27957f12c already deleted. [ 770.127627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.131545] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.131545] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.131545] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.131709] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-635" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.131861] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-c971af1c-923d-4c0a-ba8f-ba9677c314e9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.132524] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.132524] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.132524] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.132524] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c971af1c-923d-4c0a-ba8f-ba9677c314e9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.153292] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.210877] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.211278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.211414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.211719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.211984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.212164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.212299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.212568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.212841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.212975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.213245] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.213366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.213453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.213628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.213812] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.213918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.213996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.214282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.214472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.214722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.214722] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.634912] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.635161] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.635245] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.635565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.635712] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.635861] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port c971af1c-923d-4c0a-ba8f-ba9677c314e9 not found, creating... [ 770.636118] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.636267] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.636380] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.636596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.636739] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.637054] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.637210] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.637318] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.637518] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.637645] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.637778] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: c971af1c-923d-4c0a-ba8f-ba9677c314e9 is going to be created. [ 770.655412] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.655597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.655597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.655814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.655927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.656014] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 is going to be created. [ 770.659880] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.660089] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.660202] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.660458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.660679] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.660902] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.682730] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.682918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.682918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.683112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.683341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.694238] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 in Status: UNINITIALIZED for 2s [ 770.716720] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e23c945-18fe-4e26-86af-3d8b43a12951: rpc.has_security_group_logging(os_id): False [ 770.737950] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.738135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.738411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.738411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.738558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.738722] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.738819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.738880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.739037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.739118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.739303] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.739414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.739505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.739665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.739743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.739918] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.740017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.741306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.741473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.741559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.741652] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be created. [ 770.854622] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.854885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.854885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.855126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.856634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.866039] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: IN_PROGRESS for 2s [ 771.110484] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 771.110930] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 deletion is rescheduled due to dependency. [ 771.110930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.238779] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 771.238929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.429551] env[66010]: INFO networking_nsxv3.common.synchronization [req-5affd7ac-7a3f-4442-bf06-53948e05817f req-7c266e0f-8cf1-44de-b901-285739557b5b service nova] Enqueued Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_rules [ 771.429781] env[66010]: INFO networking_nsxv3.common.synchronization [req-5affd7ac-7a3f-4442-bf06-53948e05817f req-7c266e0f-8cf1-44de-b901-285739557b5b service nova] Enqueued Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_members [ 771.429913] env[66010]: INFO networking_nsxv3.common.synchronization [req-5affd7ac-7a3f-4442-bf06-53948e05817f req-7c266e0f-8cf1-44de-b901-285739557b5b service nova] Enqueued Resource ID: c971af1c-923d-4c0a-ba8f-ba9677c314e9 with Priority: HIGHEST for action port [ 771.430477] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_rules [ 771.430572] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_members [ 771.430643] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c971af1c-923d-4c0a-ba8f-ba9677c314e9 with Priority: HIGHEST for action port [ 771.430905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.431112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.431171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.431443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.431524] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.433213] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.433213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.433213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.433334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.433436] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.433542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.433577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.433717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.433798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.433886] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.434668] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c971af1c-923d-4c0a-ba8f-ba9677c314e9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.434747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.434819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.434969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.435674] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c971af1c-923d-4c0a-ba8f-ba9677c314e9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.812150] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb in Status: SUCCESS [ 771.812357] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb deletion is rescheduled due to dependency. [ 771.812357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.938339] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.938680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.938680] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.939715] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c971af1c-923d-4c0a-ba8f-ba9677c314e9 with status ACTIVE [ 771.939935] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.940087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.940145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.940391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.940499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.940734] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.940850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.940934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.941620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.941739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.941994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.942094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.942189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.944186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.944186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.944186] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c971af1c-923d-4c0a-ba8f-ba9677c314e9 is going to be updated. [ 771.965433] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.965433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.965433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.965614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.965692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.965849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c971af1c-923d-4c0a-ba8f-ba9677c314e9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.978849] env[66010]: INFO networking_nsxv3.common.synchronization [req-c1749a46-fb1b-4db3-b99f-f01e443330c7 req-e725f113-1c64-4b85-9d04-897dd169a11c tempest-SecurityGroupRulesNegativeTestJSON-973273156 tempest-SecurityGroupRulesNegativeTestJSON-973273156-project-member] Enqueued Resource ID: b29dade1-9baf-49b9-af29-68d61728a33d with Priority: HIGHEST for action security_group_rules [ 771.978849] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29dade1-9baf-49b9-af29-68d61728a33d with Priority: HIGHEST for action security_group_rules [ 771.979229] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29dade1-9baf-49b9-af29-68d61728a33d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.979229] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.979311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.979529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.979593] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29dade1-9baf-49b9-af29-68d61728a33d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.445185] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.500693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.502938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.502938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.502938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.502938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.503147] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29dade1-9baf-49b9-af29-68d61728a33d already deleted. [ 772.503460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29dade1-9baf-49b9-af29-68d61728a33d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.543023] env[66010]: INFO networking_nsxv3.common.synchronization [req-ac602981-0d1d-4a43-b250-686d90455fe1 req-2bc746db-ba1b-4d24-9599-c3042b7ffa3b tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 772.543023] env[66010]: INFO networking_nsxv3.common.synchronization [req-ac602981-0d1d-4a43-b250-686d90455fe1 req-2bc746db-ba1b-4d24-9599-c3042b7ffa3b tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 772.543023] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 772.543501] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 772.548296] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.548296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.548296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.548296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.548296] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.548296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.548296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.548296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.548296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.548296] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.548750] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.548806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.548876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.549115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.549266] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.549368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.549415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.549638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.549638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.549727] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.626023] env[66010]: INFO networking_nsxv3.common.synchronization [req-ac602981-0d1d-4a43-b250-686d90455fe1 req-2bc746db-ba1b-4d24-9599-c3042b7ffa3b tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 772.626023] env[66010]: INFO networking_nsxv3.common.synchronization [req-ac602981-0d1d-4a43-b250-686d90455fe1 req-2bc746db-ba1b-4d24-9599-c3042b7ffa3b tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 772.626023] env[66010]: INFO networking_nsxv3.common.synchronization [req-ac602981-0d1d-4a43-b250-686d90455fe1 req-2bc746db-ba1b-4d24-9599-c3042b7ffa3b tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_rules [ 772.626023] env[66010]: INFO networking_nsxv3.common.synchronization [req-ac602981-0d1d-4a43-b250-686d90455fe1 req-2bc746db-ba1b-4d24-9599-c3042b7ffa3b tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 772.626023] env[66010]: INFO networking_nsxv3.common.synchronization [req-ac602981-0d1d-4a43-b250-686d90455fe1 req-2bc746db-ba1b-4d24-9599-c3042b7ffa3b tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 with Priority: HIGHEST for action port [ 772.626375] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 772.626466] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_rules [ 772.626558] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 with Priority: HIGHEST for action port [ 772.626644] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 772.626730] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 772.627062] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.627262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.627262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.627630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.627630] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.628838] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.628838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.629086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.632840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.632840] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.635175] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae9c53f-90c8-4a42-b133-d4559e705390 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.635330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.635409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.635645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.635781] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae9c53f-90c8-4a42-b133-d4559e705390',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.638255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.638255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.638255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.638255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.710064] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 in Status: SUCCESS [ 772.710354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.710531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.710750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.710970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.710970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.711243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.712748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.712748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.712748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.712748] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.882086] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 772.882526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.950441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.950633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.950720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.950978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.951152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.951391] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0532984a-9d2c-440e-89af-9da27957f12c is going to be created. [ 772.980564] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.980762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.980762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.981059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.981439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.993522] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0532984a-9d2c-440e-89af-9da27957f12c in Status: UNINITIALIZED for 2s [ 773.052093] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.054270] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.139645] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ae9c53f-90c8-4a42-b133-d4559e705390 with status ACTIVE [ 773.139899] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.140063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.140130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.140410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.140517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.140644] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.140894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.140894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.141082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.141201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.141434] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.141565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.141630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.141867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.141867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.142084] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 is going to be updated. [ 773.143524] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.143635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.143880] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.143967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.173665] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.174425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.175299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.175299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.175299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.175474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.214947] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.556186] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.557991] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.621479] env[66010]: INFO networking_nsxv3.common.synchronization [req-7323827c-6953-474a-84e0-3ea4bae9d099 req-fe0f104b-8703-4ce9-a8ec-d7b648a61788 tempest-AttachInterfacesUnderV243Test-528613699 tempest-AttachInterfacesUnderV243Test-528613699-project-member] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 773.622225] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGHEST for action security_group_members [ 773.622601] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.622742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.622831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.623097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.623657] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.623871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.623945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.624672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.624672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.624672] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.717494] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6: rpc.has_security_group_logging(os_id): False [ 773.739514] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.739722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.739795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.740112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.740749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.741270] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.741355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.741427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.741624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.741709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.741806] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 is going to be created. [ 773.811704] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.811704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.811704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.811704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.811704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.829024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 in Status: IN_PROGRESS for 2s [ 774.063757] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.063912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.064103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.064306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.064419] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.064547] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 774.066945] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.066945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.066945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.066945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.066945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.066945] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be created. [ 774.101455] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.102193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.102193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.102339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.102578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.123928] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.123928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.124130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.126144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.126144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.126701] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: UNINITIALIZED for 2s [ 774.127164] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.127234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.127268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.127489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.127573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.127752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.127864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.127923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.128089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.128161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.128261] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be updated. [ 774.142849] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 774.168514] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.168676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.168726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.168946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.169095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.180757] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: IN_PROGRESS for 2s [ 774.860864] env[66010]: INFO networking_nsxv3.common.synchronization [req-56a3407c-dbcd-47df-8958-fe4a04fcd10b req-7621f3d0-1dbf-4423-83d0-ca5744891f7e tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 774.864139] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 774.864540] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.864676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.864742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.864947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.865648] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.865648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.865648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.865648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.865648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.865648] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.003131] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0532984a-9d2c-440e-89af-9da27957f12c in Status: SUCCESS [ 775.003131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.003296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.003582] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.003582] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.003731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.003907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.003907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.004025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004299] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.287182] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.287490] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.287654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.287922] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.291842] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.291842] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.291842] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.292459] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.292459] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.292804] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.293096] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.294281] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.294281] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.294281] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.294281] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.294281] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.316258] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.316478] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.316701] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.316899] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.317308] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-9db8fc6b-00ed-47cc-a193-481684e77896 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.317546] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.317699] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.318160] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.318307] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db8fc6b-00ed-47cc-a193-481684e77896',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.369162] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.369393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.369523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.369796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.369954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.370241] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.370389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.370458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.370621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.370720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.370834] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 775.405552] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.405685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.405853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.406000] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.406148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.418034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 775.507321] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.507531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.507607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.507831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.508028] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.508125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.508198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.508352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.508455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508729] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.508861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.508931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.509147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.509364] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.509424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.509454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.509625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.509703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.509785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.509874] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.824030] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.824030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 9db8fc6b-00ed-47cc-a193-481684e77896 not found, creating... [ 775.824030] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.824030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.824634] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.824634] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.824953] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.825341] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.825612] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.825897] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 9db8fc6b-00ed-47cc-a193-481684e77896 is going to be created. [ 775.841839] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 in Status: SUCCESS [ 775.842529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.849593] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.849593] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.849593] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.849593] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.849593] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.849593] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.012561] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0532984a-9d2c-440e-89af-9da27957f12c: rpc.has_security_group_logging(os_id): False [ 776.036180] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.036431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.036551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.036992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.037162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.037474] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.037674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.037738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.037997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.038140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.038432] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.038613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.038710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.038946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.039099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.039396] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.039588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.039703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.039941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.040094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.040400] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0532984a-9d2c-440e-89af-9da27957f12c is going to be created. [ 776.142964] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: SUCCESS [ 776.142964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.144386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.144560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.145715] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.145715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.145715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.145715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.145715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.145715] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.160253] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 776.160253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.160803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.160976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.161872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.161872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.161872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.161872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.161872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.161872] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.177887] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.178126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.178126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.178353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.178546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.192778] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a7a1748-7810-4c59-941f-924f169c4b98 in Status: SUCCESS [ 776.192984] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 deletion is rescheduled due to dependency. [ 776.193129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.194337] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0532984a-9d2c-440e-89af-9da27957f12c in Status: IN_PROGRESS for 2s [ 776.599722] env[66010]: INFO networking_nsxv3.common.synchronization [req-56a3407c-dbcd-47df-8958-fe4a04fcd10b req-0b6d2b55-cc2a-461e-a621-b21c4ef2151f service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 776.599722] env[66010]: INFO networking_nsxv3.common.synchronization [req-56a3407c-dbcd-47df-8958-fe4a04fcd10b req-0b6d2b55-cc2a-461e-a621-b21c4ef2151f service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 776.599865] env[66010]: INFO networking_nsxv3.common.synchronization [req-56a3407c-dbcd-47df-8958-fe4a04fcd10b req-0b6d2b55-cc2a-461e-a621-b21c4ef2151f service nova] Enqueued Resource ID: 9db8fc6b-00ed-47cc-a193-481684e77896 with Priority: HIGHEST for action port [ 776.600424] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 776.600560] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 776.600670] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db8fc6b-00ed-47cc-a193-481684e77896 with Priority: HIGHEST for action port [ 776.600953] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.601248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.601321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.601602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.601686] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.602944] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.603091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.603275] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db8fc6b-00ed-47cc-a193-481684e77896 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.603376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.603565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.603639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.603708] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db8fc6b-00ed-47cc-a193-481684e77896',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.650024] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.665424] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.107284] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9db8fc6b-00ed-47cc-a193-481684e77896 with status ACTIVE [ 777.107710] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.107919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.108795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.108795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.108795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.108795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.108795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.109112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.109112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.109266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.111284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.111284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.111284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.111284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.111284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.111284] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9db8fc6b-00ed-47cc-a193-481684e77896 is going to be updated. [ 777.113306] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.113306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.136937] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.136937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.136937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.137490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.137490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.137490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db8fc6b-00ed-47cc-a193-481684e77896" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.155114] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.168719] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.433234] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 777.433447] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a deletion is rescheduled due to dependency. [ 777.433739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.433835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.434316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.434598] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.434817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.435595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.435595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.435595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.435762] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.657924] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.658213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.658507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.658619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.658730] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be updated. [ 777.672370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.672553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.672622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.672836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.672927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.673040] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 777.688763] env[66010]: INFO networking_nsxv3.common.synchronization [req-8689ed34-a83c-47ca-973b-379ba5dcb9ff req-82536ae8-3d2f-465a-9a7b-312edd9133e8 tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 777.689322] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 777.689626] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.689750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.689832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690917] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.691037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.691101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.693153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693445] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.698784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.699498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.699640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.700242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.700461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.712544] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: IN_PROGRESS for 2s [ 777.713562] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.713721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.713775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.713966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.714124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.723940] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 777.867330] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 777.867440] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:1 started [ 777.940378] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.185169] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.185169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.185169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.186097] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.186530] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.186906] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.187189] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.187557] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.187811] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188135] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.188354] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.188548] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.188767] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.188974] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.189184] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.189431] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.203483] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.204189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.204574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.205755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.205755] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.205755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.205755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.205755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.205755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.205755] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f already deleted. [ 778.205755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.211410] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0532984a-9d2c-440e-89af-9da27957f12c in Status: SUCCESS [ 778.211675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.216912] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.217147] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.217310] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.217502] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.217867] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-f1574519-2af0-40f9-856d-4945942578f2 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.218116] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.218281] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.218750] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.218918] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1574519-2af0-40f9-856d-4945942578f2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.444649] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.720930] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.721167] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.721288] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.721545] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.721703] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.721852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port f1574519-2af0-40f9-856d-4945942578f2 not found, creating... [ 778.722115] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.722272] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.722366] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.722584] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.722708] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.722981] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.723590] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.723752] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.723971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.724423] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: f1574519-2af0-40f9-856d-4945942578f2 is going to be created. [ 778.749077] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.749322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.749454] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.749799] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.750088] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.750388] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.951246] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.951246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.951246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.951246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.951246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.951949] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 778.992061] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.992061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.992061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.992061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.992061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.003726] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 779.493037] env[66010]: INFO networking_nsxv3.common.synchronization [req-8689ed34-a83c-47ca-973b-379ba5dcb9ff req-337926e6-ab25-42e5-a34a-54a05fea05a1 service nova] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 779.493352] env[66010]: INFO networking_nsxv3.common.synchronization [req-8689ed34-a83c-47ca-973b-379ba5dcb9ff req-337926e6-ab25-42e5-a34a-54a05fea05a1 service nova] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 779.493388] env[66010]: INFO networking_nsxv3.common.synchronization [req-8689ed34-a83c-47ca-973b-379ba5dcb9ff req-337926e6-ab25-42e5-a34a-54a05fea05a1 service nova] Enqueued Resource ID: f1574519-2af0-40f9-856d-4945942578f2 with Priority: HIGHEST for action port [ 779.493889] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 779.494029] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 779.494159] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1574519-2af0-40f9-856d-4945942578f2 with Priority: HIGHEST for action port [ 779.494429] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.494581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.494581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.495113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.495113] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.499454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.499644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.499644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.500119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.500293] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.500396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.500469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.500615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.500707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.500810] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.501796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1574519-2af0-40f9-856d-4945942578f2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.501796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.501796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.502022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.502022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1574519-2af0-40f9-856d-4945942578f2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.727598] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: SUCCESS [ 779.727853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.728054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.728301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.728867] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.729137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.732020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.732020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.732020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.732020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.732020] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.743042] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 779.743343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.743544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.743763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.743973] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.744118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.744341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.744426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.744559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.744658] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.004379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.006809] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.006944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.007456] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1574519-2af0-40f9-856d-4945942578f2 with status ACTIVE [ 780.007537] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.007672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.007739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.007997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.008901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.009139] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.009253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.009321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.009758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.009836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.010067] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.010164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.010245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.010470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.010470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.010598] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1574519-2af0-40f9-856d-4945942578f2 is going to be updated. [ 780.046619] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.046619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.046619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.046619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.046619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.046619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.234890] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.249117] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.249450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.249556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.249836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.250054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.250175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.250226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.250463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.250523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250798] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.250871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.250928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.251114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.251272] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.251366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.251420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.251571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.251646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.251746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.251900] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.512619] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.545497] env[66010]: INFO networking_nsxv3.common.synchronization [req-60664db0-6f92-497a-919e-b6d44eb734aa req-346556a4-0e8d-45f1-9903-1caf154d3183 tempest-ServersNegativeTestJSON-1609695456 tempest-ServersNegativeTestJSON-1609695456-project-member] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 780.545582] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 780.546166] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.546428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.546504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.546756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.546925] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.547041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.547113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.547339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.547436] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.738792] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b23502-55b5-429a-a9bb-2d86e3567984: rpc.has_security_group_logging(os_id): False [ 780.753820] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6e9db3-5223-4cb6-bf69-478e98eddb1c: rpc.has_security_group_logging(os_id): False [ 780.756587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.756587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.756587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.756587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.756815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.756914] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.757029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.757095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.757246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.757320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.757478] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be created. [ 780.770667] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.770789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.770968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.771216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.771273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.771499] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.771747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.771747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.771860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.771938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.772121] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.772209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.772273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.772417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.772503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.772785] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.772785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.772890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.773012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.773210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.773275] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 780.819055] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.819055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.819055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.819055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.819055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.830514] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: IN_PROGRESS for 2s [ 780.844039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.844268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.844268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.844762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.844762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.863604] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 780.958821] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.958821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.958821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.958821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.959281] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.959760] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.959970] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.960494] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.960720] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.961129] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.961255] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.961537] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.961769] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.962014] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.962256] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.962508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.984597] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.984597] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.984597] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.984933] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.985166] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-38a25346-e721-4d5a-a882-e2c4021b4bb9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.985370] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.985518] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.985866] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.985999] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a25346-e721-4d5a-a882-e2c4021b4bb9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.017035] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 781.017035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.017035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.017035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.017035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.017035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.017035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.017035] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f is going to be created. [ 781.018932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.019138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.019328] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.019469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.019549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.019712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.020060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.020060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.020060] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.049617] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.049819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.049819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.050096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.050180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.050387] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.052963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.052963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.052963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.052963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.052963] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d already deleted. [ 781.052963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.055262] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.055405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.055443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.055624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.055772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.071915] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: UNINITIALIZED for 2s [ 781.489652] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.489652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.489652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.489652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.490216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.490496] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 38a25346-e721-4d5a-a882-e2c4021b4bb9 not found, creating... [ 781.490931] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.491248] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.491466] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.491891] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.492177] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.492709] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.495250] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.495250] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.495250] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.495250] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.495250] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 is going to be created. [ 781.521696] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.521696] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.521696] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.521696] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.521696] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.521696] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.524689] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.524969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.525136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.525414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527087] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.527087] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527087] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.527906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.528120] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.826561] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_members [ 781.826561] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 781.826561] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 781.826690] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_members [ 781.826759] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 781.826857] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 781.827147] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.827266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.827330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.827571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.827727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.827824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.827885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.828045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.828132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.828224] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.829092] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.829204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.829284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.829443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.829584] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.829678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.829739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.829876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.829956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.830055] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.831046] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.831154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.831222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.831370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.831509] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.831603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.831664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.831925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.831925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.831992] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.870510] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 781.870669] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 781.871130] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_rules [ 781.871130] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_members [ 781.871415] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_rules [ 781.871906] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 781.871906] env[66010]: INFO networking_nsxv3.common.synchronization [req-442302b3-51ab-42e1-b443-24fdc66e5c85 req-aa6a9c0b-9822-4a23-b323-b5b29f400594 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 with Priority: HIGHEST for action port [ 781.872621] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_rules [ 781.872776] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_rules [ 781.873569] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 781.873569] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 with Priority: HIGHEST for action port [ 781.873569] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_rules [ 781.873569] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 781.873569] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_members [ 781.874364] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.874364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.874364] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-463b5192-c14e-4a8b-86e1-16f1f5abd2ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.874902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.874902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.874902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.875064] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.876148] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.876272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.876573] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae9c53f-90c8-4a42-b133-d4559e705390 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.876681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.876754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.877544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.877544] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae9c53f-90c8-4a42-b133-d4559e705390',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.880459] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.880459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.881070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.881070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.881070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.881070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.030130] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df433ac3-4ca5-4962-b53c-3e8ac241bc9a: rpc.has_security_group_logging(os_id): False [ 782.049454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.049600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.049672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.049878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.049971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.050185] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.050276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.050353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.050501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.050577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.050751] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.050891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.050935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.051063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.051137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.051318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.051410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.051469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.051608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.051677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.051759] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 782.128236] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.128454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.128536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.128782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.128940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.150333] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 782.281022] env[66010]: INFO networking_nsxv3.common.synchronization [req-60664db0-6f92-497a-919e-b6d44eb734aa req-64ca3187-8cf0-48f7-bace-a261f666b6aa service nova] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_rules [ 782.281265] env[66010]: INFO networking_nsxv3.common.synchronization [req-60664db0-6f92-497a-919e-b6d44eb734aa req-64ca3187-8cf0-48f7-bace-a261f666b6aa service nova] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 782.281401] env[66010]: INFO networking_nsxv3.common.synchronization [req-60664db0-6f92-497a-919e-b6d44eb734aa req-64ca3187-8cf0-48f7-bace-a261f666b6aa service nova] Enqueued Resource ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 with Priority: HIGHEST for action port [ 782.281916] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_rules [ 782.282353] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 782.282647] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 with Priority: HIGHEST for action port [ 782.282871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.282987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.283092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.283382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.283464] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.285160] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.285160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.285289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.285407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.285863] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.285945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.286029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.286188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.286276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.286373] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.287427] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a25346-e721-4d5a-a882-e2c4021b4bb9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.287576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.287683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.287955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.288086] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a25346-e721-4d5a-a882-e2c4021b4bb9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.334106] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.335450] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.336161] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.383936] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.383936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.383936] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ae9c53f-90c8-4a42-b133-d4559e705390 with status ACTIVE [ 782.383936] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.383936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.383936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.383936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.383936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.383936] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.384425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.384425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.384425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.384425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.384603] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.384724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.384776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.384912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.385079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.385079] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ae9c53f-90c8-4a42-b133-d4559e705390 is going to be updated. [ 782.415415] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.415670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.415757] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.415981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.416182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.416375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae9c53f-90c8-4a42-b133-d4559e705390" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.538413] env[66010]: INFO networking_nsxv3.common.synchronization [req-6f26687f-6806-4bcc-892e-94f7565e340f req-1bf6c49f-c7ce-44ac-9ea5-64702acf5013 tempest-ListImageFiltersTestJSON-1838689378 tempest-ListImageFiltersTestJSON-1838689378-project-member] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 782.541423] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 782.542270] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.542430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.542530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.542767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.542932] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.543046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.543115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.543250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.543329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.543431] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.792873] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.793081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.793693] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.801477] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38a25346-e721-4d5a-a882-e2c4021b4bb9 with status ACTIVE [ 782.801784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.801934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.802019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.802356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.802512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.802702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.802833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.802898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.803088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.803196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.803394] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.803542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.803542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.803733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.803811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.803903] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 is going to be updated. [ 782.834032] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.834032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.834032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.834032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.834032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.834032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.837345] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.839444] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.841720] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.852088] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: SUCCESS [ 782.852088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.853108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.853108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.853108] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.883153] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 782.883395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.884511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.884511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.884511] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.045777] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.085891] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: SUCCESS [ 783.086135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.086708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.087781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.087781] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.087781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.087781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.087781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.088053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.088053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.088053] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.303070] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.343933] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.344105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.344195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.344390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.344476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.344630] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae is going to be created. [ 783.346787] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.347708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.347708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.347708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.347708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.347708] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 783.348797] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.348797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.348797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.348797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.348797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.349029] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be updated. [ 783.358275] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.358416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.381608] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.381794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.381845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.382066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.382226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.385197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.385197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.385197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.385440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.385528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.387153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.387295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.387295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.387477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.387550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.388825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.388950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.400174] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae in Status: UNINITIALIZED for 2s [ 783.400887] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 783.401510] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: IN_PROGRESS for 2s [ 783.548881] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.591627] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.805820] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.806027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.806434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.806434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.806590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.806590] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be created. [ 783.831995] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.832154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.832224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.832449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.832623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.843680] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: UNINITIALIZED for 2s [ 784.053583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.053733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.053802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.054034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.056043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056043] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be updated. [ 784.095264] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4e2607b-f044-4d9a-88be-a1b8be82bd5f: rpc.has_security_group_logging(os_id): False [ 784.100611] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.100794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.100834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.101079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.101319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.114396] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: IN_PROGRESS for 2s [ 784.122844] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.123063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.123127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.123381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.123509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.124110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.124252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.124337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.124615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.125099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.125099] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f is going to be created. [ 784.170498] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 784.170498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.215750] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.215963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.216395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.217770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.218075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.232097] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: IN_PROGRESS for 2s [ 785.417685] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae in Status: SUCCESS [ 785.418098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.418224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.418436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.418631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.418765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.418843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.418965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.419056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.419137] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.421256] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: SUCCESS [ 785.421439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.422272] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 785.422559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.422717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.422908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.423751] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.423751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.423751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.423751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.423751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.423751] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.424789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.424789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.424966] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.425050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.425137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.425247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.425321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.425407] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.857387] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.857387] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.857387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.857387] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.930025] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.930025] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.930025] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.138029] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 786.138029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.246903] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: SUCCESS [ 786.247076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.359201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.359431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.359431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.359602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.359788] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.360486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.360486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.360486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.360486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.360486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.360486] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.361174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.361174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.361174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.361174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.361174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.361174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.361489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.361489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.361489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.361489] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.431962] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.433586] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.434051] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.863784] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68a33de8-acd6-4909-a273-18f1ef212d6d: rpc.has_security_group_logging(os_id): False [ 786.893332] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.893590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.893778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.893940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.894054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.894300] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.894432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.895367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.895367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.895367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.895367] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.895367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.895367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.895367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.895367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.895772] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.895772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.895772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.895907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.898988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.898988] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be created. [ 786.938672] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.938970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.939081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.939420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.939543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.939714] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be updated. [ 786.942289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.942531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.943692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.943692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.946552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.946552] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 786.948301] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.948469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.948534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.948684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.948764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.948852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae is going to be updated. [ 787.006030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.006030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.006030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.006030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.006030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.008605] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.009129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.009374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.009844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.010142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.013962] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.014272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.014422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.014760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.015054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.035913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.035913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.035913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.035913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.035913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.044011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 787.046094] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: IN_PROGRESS for 2s [ 787.046094] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae in Status: IN_PROGRESS for 2s [ 787.050135] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 787.542176] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 787.542565] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 787.592123] env[66010]: INFO networking_nsxv3.common.synchronization [None req-8580cb6a-d1cf-45cd-861c-c20c37a13be7 None None] Enqueued Resource ID: 9ef93791-a771-4bc7-bf06-9f3c19824d17 with Priority: HIGHEST for action port [ 787.592722] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef93791-a771-4bc7-bf06-9f3c19824d17 with Priority: HIGHEST for action port [ 787.594216] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef93791-a771-4bc7-bf06-9f3c19824d17 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.594635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef93791-a771-4bc7-bf06-9f3c19824d17" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.594635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef93791-a771-4bc7-bf06-9f3c19824d17" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.595020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef93791-a771-4bc7-bf06-9f3c19824d17" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.595281] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef93791-a771-4bc7-bf06-9f3c19824d17',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.981432] env[66010]: INFO networking_nsxv3.common.synchronization [req-f503afd5-a8ee-40c0-96d5-af7ae96bfc77 req-73308561-8510-4f13-a933-d83a1a41aca1 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 787.982289] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 787.982628] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.982741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.982814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.983040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.983252] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.983364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.983447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.983626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.983720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.983819] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.098225] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ef93791-a771-4bc7-bf06-9f3c19824d17 [ 788.098619] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.098778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.098849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.099113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.099212] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.099314] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ef93791-a771-4bc7-bf06-9f3c19824d17 already deleted. [ 788.099401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef93791-a771-4bc7-bf06-9f3c19824d17" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.259353] env[66010]: INFO networking_nsxv3.common.synchronization [req-4d5a21cb-1b9c-4f2e-b656-8479873c52b1 req-72ca417f-01b9-4bf8-ae76-5ea458a00f81 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_members [ 788.259822] env[66010]: INFO networking_nsxv3.common.synchronization [req-4d5a21cb-1b9c-4f2e-b656-8479873c52b1 req-72ca417f-01b9-4bf8-ae76-5ea458a00f81 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 788.259822] env[66010]: INFO networking_nsxv3.common.synchronization [req-4d5a21cb-1b9c-4f2e-b656-8479873c52b1 req-72ca417f-01b9-4bf8-ae76-5ea458a00f81 tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 788.260500] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae with Priority: HIGHEST for action security_group_members [ 788.260583] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 788.260755] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGHEST for action security_group_members [ 788.261145] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.261257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.261866] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.261866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.261866] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.261866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.489401] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.490316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.490316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.490316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.490316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.490316] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.490531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.490531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.490821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.490821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.490933] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 788.535010] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.535180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.535252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.535532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.535633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.548219] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 788.759025] env[66010]: INFO networking_nsxv3.common.synchronization [req-479c2864-4cce-41b3-b806-c9f104cdd067 req-94302ca7-d03b-49fa-85b0-ddc114e5827c tempest-ServerPasswordTestJSON-1882939434 tempest-ServerPasswordTestJSON-1882939434-project-member] Enqueued Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_members [ 788.759773] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGHEST for action security_group_members [ 788.760298] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.761052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.761052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.761052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.761858] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.762432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.765056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.765056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.765056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.765267] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.057293] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: SUCCESS [ 789.057580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.057744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.057960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.058181] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.058282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.058349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.058516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.058599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.058667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.058765] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.061166] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae in Status: SUCCESS [ 789.061166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.063265] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 789.063265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.063265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.063265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.063265] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.063512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.063512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.063654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.063757] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.063894] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.065608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.065818] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.066020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.066126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.066215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.066360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.066539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.066654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.066781] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.067550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.067774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.067950] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.068201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.068281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.068464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.068591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.068848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.069034] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.072734] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.075878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.075878] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.075878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.075878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.076422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.076422] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.148643] env[66010]: INFO networking_nsxv3.common.synchronization [req-f61fb945-5232-4c1a-af6f-b862099ae601 req-3d78a581-f767-4ff0-8837-d0c2c3871bbd tempest-ServersWithSpecificFlavorTestJSON-1708041404 tempest-ServersWithSpecificFlavorTestJSON-1708041404-project-member] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 789.149728] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 789.150058] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.150182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.150250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.150448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.150800] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.150950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.151180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.151304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.151438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.152022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.269519] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.269519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.269519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.269519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.269519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.269789] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.269789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.269789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.270206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.270206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.270206] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0532984a-9d2c-440e-89af-9da27957f12c is going to be updated. [ 789.327884] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.328084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.328180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.328709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.328709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.340371] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0532984a-9d2c-440e-89af-9da27957f12c in Status: IN_PROGRESS for 2s [ 789.571166] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.572222] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.572328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.572405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.572774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.572774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.572908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.575015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.575015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.575015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.575015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.575015] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be updated. [ 789.579720] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('463b5192-c14e-4a8b-86e1-16f1f5abd2ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.580454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.580565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.580629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.580811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.580987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.581074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.582286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.582286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.582286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.582286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.582286] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae is going to be deleted. [ 789.582864] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.584389] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.584611] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.585751] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.585751] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.585751] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.586063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.586063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.586241] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.586423] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.586654] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.586776] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.586895] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.587287] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.587287] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.587287] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.587587] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.590576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.590699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611422] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.611422] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.611559] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.612195] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-756" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612195] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.612195] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.612596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612770] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0e63bb-596d-4b7f-88d4-ea31329a1c4a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.629597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.629736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.629736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.630020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.630168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.647410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.647531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.647531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.648516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.648516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.648516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.648870] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: IN_PROGRESS for 2s [ 789.659421] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.659421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.659524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.659723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.659815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.660106] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.660222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.660263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.660443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.660521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.660613] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be updated. [ 789.731279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.731505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.731505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.731710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.731788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.743824] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: IN_PROGRESS for 2s [ 790.079957] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b23502-55b5-429a-a9bb-2d86e3567984: rpc.has_security_group_logging(os_id): False [ 790.093877] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.094090] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 463b5192-c14e-4a8b-86e1-16f1f5abd2ae: rpc.has_security_group_logging(os_id): False [ 790.117916] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.117916] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.117916] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.119490] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.119490] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.119490] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 8d0e63bb-596d-4b7f-88d4-ea31329a1c4a not found, creating... [ 790.119490] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.119699] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.119846] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.120166] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.120312] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.121465] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.121651] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.121764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.121991] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.122134] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.122271] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 8d0e63bb-596d-4b7f-88d4-ea31329a1c4a is going to be created. [ 790.125324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.125324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.125324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.125324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.125324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.125860] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.125860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.125860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.125860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.125860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.125860] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be updated. [ 790.139668] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.140910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.140910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.140910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.140910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.140910] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.140910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.141215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.141215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.141215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.141295] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae is going to be created. [ 790.169013] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.169169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.170192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.170192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.170192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.170192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.176652] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/463b5192-c14e-4a8b-86e1-16f1f5abd2ae], does not exist path=[/infra/domains/default/groups/463b5192-c14e-4a8b-86e1-16f1f5abd2ae]."\n}' [ 790.176652] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/463b5192-c14e-4a8b-86e1-16f1f5abd2ae [ 790.176652] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 790.220984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.221162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.221706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.223273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.223273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.299611] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: IN_PROGRESS for 2s [ 790.301417] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.301417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.301417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.301417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.302797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.302919] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.303033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.303186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.303375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.303461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.303671] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.303813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.303844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.304014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.304090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.304380] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 463b5192-c14e-4a8b-86e1-16f1f5abd2ae is going to be created. [ 790.376480] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/463b5192-c14e-4a8b-86e1-16f1f5abd2ae], does not exist path=[/infra/domains/default/groups/463b5192-c14e-4a8b-86e1-16f1f5abd2ae]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/463b5192-c14e-4a8b-86e1-16f1f5abd2ae [ 790.376773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-463b5192-c14e-4a8b-86e1-16f1f5abd2ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.377497] env[66010]: Traceback (most recent call last): [ 790.377597] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 790.377597] env[66010]: return func(*args, **kwargs) [ 790.377597] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 790.377597] env[66010]: res.raise_for_status() [ 790.377597] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 790.377597] env[66010]: raise HTTPError(http_error_msg, response=self) [ 790.377597] env[66010]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/463b5192-c14e-4a8b-86e1-16f1f5abd2ae [ 790.377597] env[66010]: During handling of the above exception, another exception occurred: [ 790.377597] env[66010]: Traceback (most recent call last): [ 790.377597] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 790.377597] env[66010]: listener.cb(fileno) [ 790.377597] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 790.377597] env[66010]: result = function(*args, **kwargs) [ 790.377597] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 790.377597] env[66010]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 790.377597] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 790.377597] env[66010]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 790.377597] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 790.377597] env[66010]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 790.377597] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 790.377597] env[66010]: res.raise_for_status() [ 790.377597] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 790.377597] env[66010]: raise HTTPError(http_error_msg, response=self) [ 790.377597] env[66010]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/463b5192-c14e-4a8b-86e1-16f1f5abd2ae [ 790.377597] env[66010]: Removing descriptor: 19 [ 790.523167] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f2cb49e5-32e6-4747-9e50-f21c5533547a None None] Enqueued Resource ID: db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a with Priority: HIGHEST for action port [ 790.523994] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a with Priority: HIGHEST for action port [ 790.524494] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.524728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.524825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.525242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.525353] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.560433] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 790.560966] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 790.560966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.602598] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.602598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.602598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.603036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.603036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.603036] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 790.635416] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.635685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.635761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.636011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.636178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.652257] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 790.911870] env[66010]: INFO networking_nsxv3.common.synchronization [req-f61fb945-5232-4c1a-af6f-b862099ae601 req-9c8ab7fb-6501-493f-9072-c9259892e32b service nova] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 790.912169] env[66010]: INFO networking_nsxv3.common.synchronization [req-f61fb945-5232-4c1a-af6f-b862099ae601 req-9c8ab7fb-6501-493f-9072-c9259892e32b service nova] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 790.912425] env[66010]: INFO networking_nsxv3.common.synchronization [req-f61fb945-5232-4c1a-af6f-b862099ae601 req-9c8ab7fb-6501-493f-9072-c9259892e32b service nova] Enqueued Resource ID: 8d0e63bb-596d-4b7f-88d4-ea31329a1c4a with Priority: HIGHEST for action port [ 790.913406] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_rules [ 790.913688] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 790.913942] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d0e63bb-596d-4b7f-88d4-ea31329a1c4a with Priority: HIGHEST for action port [ 790.914346] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.914607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.914696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.915350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.915350] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.917594] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.917798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.918150] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.918369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.922411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.922552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.922676] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0e63bb-596d-4b7f-88d4-ea31329a1c4a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.029894] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a [ 791.030137] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.030301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.030375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.030628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.030732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.030847] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a already deleted. [ 791.030967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9dffdd-f0b2-42d7-9f2a-641f4e61bf7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.235035] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-5c5e083a-8df6-46e8-91b1-33fe4f897506 tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 791.236056] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 791.236327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.236727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.236727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.237057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.237057] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.237169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.237202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.237437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.237492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.237603] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.350372] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0532984a-9d2c-440e-89af-9da27957f12c in Status: SUCCESS [ 791.350372] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0532984a-9d2c-440e-89af-9da27957f12c deletion is rescheduled due to dependency. [ 791.350372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.425394] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.425567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.425793] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d0e63bb-596d-4b7f-88d4-ea31329a1c4a with status ACTIVE [ 791.425979] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.426112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.426179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.426394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.426479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.426651] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.426753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.426813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.427022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.427132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.427309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.427403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.427462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.427601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.427676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.427761] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d0e63bb-596d-4b7f-88d4-ea31329a1c4a is going to be updated. [ 791.452433] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.452631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.452631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.452868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.453017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.453192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d0e63bb-596d-4b7f-88d4-ea31329a1c4a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.661452] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: SUCCESS [ 791.661794] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 deletion is rescheduled due to dependency. [ 791.661794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.740607] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.740797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.740871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.741193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.741328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.741544] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.741670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.741737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.741903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.741997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.742098] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 already deleted. [ 791.742180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.754866] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 791.755072] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 deletion is rescheduled due to dependency. [ 791.755187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.755760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.755962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.756158] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.756273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.756337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.756487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.756570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.756663] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.886228] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.886610] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.886854] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.887313] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.887825] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.888198] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.888446] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.888776] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.888938] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.889165] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.889274] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.889550] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.889550] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.889550] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.889705] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.889780] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.912366] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.915723] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.915723] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.915723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.915723] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-73efc73f-6574-4b2a-8c63-b17617fa3498 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.915723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.915723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.915723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.915723] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73efc73f-6574-4b2a-8c63-b17617fa3498',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.259311] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.318031] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b23502-55b5-429a-a9bb-2d86e3567984 in Status: SUCCESS [ 792.318367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.419456] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.419678] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.419851] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.420103] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.420251] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.420456] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 73efc73f-6574-4b2a-8c63-b17617fa3498 not found, creating... [ 792.420652] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.420806] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.420947] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.421227] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.421379] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.421664] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.422150] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.422150] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.422256] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.422302] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.422569] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 73efc73f-6574-4b2a-8c63-b17617fa3498 is going to be created. [ 792.449553] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.449734] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.449845] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.450144] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.450365] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.450584] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.666181] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 792.666476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.666753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.666753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.667135] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.667135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.667224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.667791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.667791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.667791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.667791] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.667791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.667791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.668124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.669862] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.670052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.670194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.670584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.671185] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.762608] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.173819] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6e9db3-5223-4cb6-bf69-478e98eddb1c: rpc.has_security_group_logging(os_id): False [ 793.193715] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.194014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.194117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.194334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.217032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.217298] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.217411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.217483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.217736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.218371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.218371] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.218371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.218371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.218624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.218659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.219506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.219506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.219506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.219506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.219506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.219842] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 793.235572] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-4ed10eba-580e-420a-ab14-4a656bd1cc20 service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 793.235572] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-4ed10eba-580e-420a-ab14-4a656bd1cc20 service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 793.235572] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-4ed10eba-580e-420a-ab14-4a656bd1cc20 service nova] Enqueued Resource ID: 73efc73f-6574-4b2a-8c63-b17617fa3498 with Priority: HIGHEST for action port [ 793.240023] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 793.240023] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 793.240023] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73efc73f-6574-4b2a-8c63-b17617fa3498 with Priority: HIGHEST for action port [ 793.240023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.240023] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.240023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.240023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.240023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.240023] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.244752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-73efc73f-6574-4b2a-8c63-b17617fa3498 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.244837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.245184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.245184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.245303] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73efc73f-6574-4b2a-8c63-b17617fa3498',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.266579] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.266790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.266887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.267205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.267317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.267424] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be updated. [ 793.312758] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.312945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.313064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.313412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.338051] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: IN_PROGRESS for 2s [ 793.344797] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.345650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.346066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.346904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.346904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.367433] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 793.479199] env[66010]: INFO networking_nsxv3.common.synchronization [None req-81c78432-c60f-4698-96cf-869228de9887 None None] Enqueued Resource ID: 01ed2d49-4700-4c67-85e4-6fb8e9917f2a with Priority: HIGHEST for action port [ 793.479929] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ed2d49-4700-4c67-85e4-6fb8e9917f2a with Priority: HIGHEST for action port [ 793.480750] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ed2d49-4700-4c67-85e4-6fb8e9917f2a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.480975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ed2d49-4700-4c67-85e4-6fb8e9917f2a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.481648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ed2d49-4700-4c67-85e4-6fb8e9917f2a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.481648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ed2d49-4700-4c67-85e4-6fb8e9917f2a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.481648] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ed2d49-4700-4c67-85e4-6fb8e9917f2a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.751953] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.751953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.752355] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.753159] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73efc73f-6574-4b2a-8c63-b17617fa3498 with status ACTIVE [ 793.753351] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.753466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.753529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.753738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.754054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.754054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.754196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.754196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.754307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.754347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.754523] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.754687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.754749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.754891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.754959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.758686] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73efc73f-6574-4b2a-8c63-b17617fa3498 is going to be updated. [ 793.788427] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.788591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.788865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.789178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.789355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.789521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73efc73f-6574-4b2a-8c63-b17617fa3498" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.896636] env[66010]: INFO networking_nsxv3.common.synchronization [None req-8ae07df4-5967-4c06-bdf6-9e168d31daf5 None None] Enqueued Resource ID: e5ce45c7-49ff-4646-9e79-368af174c5cb with Priority: HIGHEST for action port [ 793.896636] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ce45c7-49ff-4646-9e79-368af174c5cb with Priority: HIGHEST for action port [ 793.896636] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ce45c7-49ff-4646-9e79-368af174c5cb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.896636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ce45c7-49ff-4646-9e79-368af174c5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.897083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ce45c7-49ff-4646-9e79-368af174c5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.897083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ce45c7-49ff-4646-9e79-368af174c5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.897224] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ce45c7-49ff-4646-9e79-368af174c5cb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.984803] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01ed2d49-4700-4c67-85e4-6fb8e9917f2a [ 793.985304] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.985959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.985959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.986649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.986649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.986649] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01ed2d49-4700-4c67-85e4-6fb8e9917f2a already deleted. [ 793.986649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ed2d49-4700-4c67-85e4-6fb8e9917f2a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.262040] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.400308] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5ce45c7-49ff-4646-9e79-368af174c5cb [ 794.400558] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.400698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.400748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.401129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.401129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.401216] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5ce45c7-49ff-4646-9e79-368af174c5cb already deleted. [ 794.401216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ce45c7-49ff-4646-9e79-368af174c5cb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.550964] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-63bddc1a-c533-4979-b28c-5e33c3f5b4b8 tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 794.551542] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 794.552134] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.552134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.767446] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.767446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.767446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.767446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.767446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.767446] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be created. [ 794.808716] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.808716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.808716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.808716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.808716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829506] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: UNINITIALIZED for 2s [ 795.130968] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.131205] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.131278] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.131543] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.132764] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.132764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.132764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.132764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.132764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.132764] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.132764] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.133166] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.133166] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.133166] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.133166] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.133320] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.160414] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.160673] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.160771] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.161032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.161333] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.161530] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.161627] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.162993] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.163179] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97bea42c-13b4-40bc-89ff-d8721fdfc5b4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.350879] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 795.350879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.350960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.352051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.352051] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.352051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.352051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.352051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.352401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352401] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.391989] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 795.391989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.665745] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.665995] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.666201] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.666617] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.666777] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.667010] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 97bea42c-13b4-40bc-89ff-d8721fdfc5b4 not found, creating... [ 795.667399] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.667580] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.667695] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.667928] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.668742] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.669072] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.669231] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.669377] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.669921] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.669921] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.670019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 97bea42c-13b4-40bc-89ff-d8721fdfc5b4 is going to be created. [ 795.698762] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.699121] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.699326] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.699672] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.700054] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.700642] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.855780] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.358834] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6e4ce8-5544-4596-b1fc-822b79fd5427: rpc.has_security_group_logging(os_id): False [ 796.383076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.383324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.383418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.383739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.408848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.408848] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.408848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.408848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.408848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.408848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.408848] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be updated. [ 796.519262] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.519524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.519524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.519923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.519923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.539623] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-34e865f7-5716-4f1b-bf6d-55f89529f53a service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 796.539813] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-34e865f7-5716-4f1b-bf6d-55f89529f53a service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 796.539940] env[66010]: INFO networking_nsxv3.common.synchronization [req-fd76430b-a444-444d-82a9-4af53ffa3605 req-34e865f7-5716-4f1b-bf6d-55f89529f53a service nova] Enqueued Resource ID: 97bea42c-13b4-40bc-89ff-d8721fdfc5b4 with Priority: HIGHEST for action port [ 796.540567] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 796.540681] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 796.540812] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bea42c-13b4-40bc-89ff-d8721fdfc5b4 with Priority: HIGHEST for action port [ 796.542994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.543587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.545995] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.546529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.546529] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.546741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.546741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.549405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.549405] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97bea42c-13b4-40bc-89ff-d8721fdfc5b4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.549405] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: IN_PROGRESS for 2s [ 796.842892] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 796.843243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.843398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.844374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.844374] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.844374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.844374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.844374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.844374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.844374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.844374] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.845350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.845528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.846555] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.846555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.846555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.846555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.846555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.846555] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.052367] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97bea42c-13b4-40bc-89ff-d8721fdfc5b4 with status ACTIVE [ 797.053134] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.053134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.053134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.053330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.053330] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.053485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.053673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.053739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.054166] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.054166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.054166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.054421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.054421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.054421] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97bea42c-13b4-40bc-89ff-d8721fdfc5b4 is going to be updated. [ 797.084035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.084274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.084274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.084406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.084458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.084691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97bea42c-13b4-40bc-89ff-d8721fdfc5b4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.351068] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.351433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.351709] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.856570] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.359318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.359669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.359669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.359750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.359836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.360013] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 798.407095] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.407807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.408022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.408698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.408698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.421133] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 798.566775] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 798.566775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.828382] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.828382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.828599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.828690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.828889] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.332537] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.477479] env[66010]: INFO networking_nsxv3.common.synchronization [None req-ee24d901-3744-47a5-970f-eb7a3dffa048 None None] Enqueued Resource ID: 93602f8b-c807-4314-aca6-cce7151b3c00 with Priority: HIGHEST for action port [ 799.478192] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93602f8b-c807-4314-aca6-cce7151b3c00 with Priority: HIGHEST for action port [ 799.479182] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-93602f8b-c807-4314-aca6-cce7151b3c00 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.479182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93602f8b-c807-4314-aca6-cce7151b3c00" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.479182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93602f8b-c807-4314-aca6-cce7151b3c00" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.479182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93602f8b-c807-4314-aca6-cce7151b3c00" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.479500] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93602f8b-c807-4314-aca6-cce7151b3c00',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.834749] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.982272] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93602f8b-c807-4314-aca6-cce7151b3c00 [ 799.982444] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.982602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.982659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.982961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.982961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.983080] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93602f8b-c807-4314-aca6-cce7151b3c00 already deleted. [ 799.983142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93602f8b-c807-4314-aca6-cce7151b3c00" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.341454] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 800.341454] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 800.439515] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 800.439515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.439515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.439515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.439515] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.439515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.439515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.439515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.439515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.439515] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.455024] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0d62e796-9ef8-4791-8b27-b0d9e1ac02bd None None] Enqueued Resource ID: 80bbde00-4772-4c39-b152-146316445c84 with Priority: HIGHEST for action port [ 800.457920] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bbde00-4772-4c39-b152-146316445c84 with Priority: HIGHEST for action port [ 800.457920] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-80bbde00-4772-4c39-b152-146316445c84 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.457920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80bbde00-4772-4c39-b152-146316445c84" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.457920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80bbde00-4772-4c39-b152-146316445c84" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.457920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80bbde00-4772-4c39-b152-146316445c84" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.457920] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80bbde00-4772-4c39-b152-146316445c84',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.554109] env[66010]: INFO networking_nsxv3.common.synchronization [req-3592f683-9771-48bb-b769-81e8d41de9ff req-fa3093b0-4996-4f72-8b47-7cef9bde00bd tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 800.555569] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 800.555969] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.555969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.555969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.556406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.556763] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.556763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.556938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.557147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.557379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.557379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.889041] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.889041] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.889041] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.889041] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.889041] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.889350] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.889388] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.889611] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.889722] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.890063] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.890173] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.892659] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.892659] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.892659] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.892659] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.892659] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.915415] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.915415] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.915415] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.915415] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.915911] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-e076e496-9120-4b9e-b624-0bc06fe03a27 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.915911] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.916030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.916337] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.916458] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e076e496-9120-4b9e-b624-0bc06fe03a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.943063] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.960803] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80bbde00-4772-4c39-b152-146316445c84 [ 800.961035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.961217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.961309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.961525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.961631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.961732] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80bbde00-4772-4c39-b152-146316445c84 already deleted. [ 800.961813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80bbde00-4772-4c39-b152-146316445c84" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.060032] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.060217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.060341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.060504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.060581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.060767] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.061500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.061500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.061500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.061500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.061500] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 already deleted. [ 801.061500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.325089] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.326290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.326290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.326290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.340981] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 801.341667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.342814] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 801.386124] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.386396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.386520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.386829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.395563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.396333] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 801.396441] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.396634] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 801.421183] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.421705] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.422069] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.422404] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.422556] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.422858] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port e076e496-9120-4b9e-b624-0bc06fe03a27 not found, creating... [ 801.423066] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.423296] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.423404] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.423598] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.423728] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.424173] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.424441] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.424543] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.424778] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.424932] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.425120] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: e076e496-9120-4b9e-b624-0bc06fe03a27 is going to be created. [ 801.448059] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.448059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.448059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.448059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.449109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.449353] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 801.451659] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.454121] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.455114] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.455114] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.455114] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.455918] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.456293] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.542136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.542318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.542390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.542744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.542901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.543164] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 801.674832] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.675213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.675213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.675324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.675556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.675824] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 801.675939] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f0d7f8e-7ef0-48af-b164-f888e16ad3e7', '3e23c945-18fe-4e26-86af-3d8b43a12951', '78529e40-3d81-4119-9b36-97bef497a113', '74b9ced7-e653-4450-bf51-245b6775f5dc', 'bebd3c01-8972-4c99-8fe8-daae6d7ccf54', 'c7775692-515e-4712-b5ec-5780970022ee', '57159e81-9cfa-46b9-a451-6f4abe015d0b', '008fd47e-cac4-4c2a-b3ba-1798df204758', 'ed450e8c-83e0-4816-be9d-672d849faa2b', 'ac6e4ce8-5544-4596-b1fc-822b79fd5427', 'b66abd23-e47e-40a0-acfb-1ba3fdd8af32', '669e20c0-55ba-4b97-906f-2c59f086cd02', '0a6e9db3-5223-4cb6-bf69-478e98eddb1c', '1af71cf3-9d64-4a2a-b0ec-960bc41a0024', '60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8', '6c9df2b6-2843-4c67-9c67-54e14679f432', '1f234c3a-20de-4dc3-8610-381bea9ba3ae', '68a33de8-acd6-4909-a273-18f1ef212d6d', 'b1e26926-8e5b-4add-8ca9-4023e05e1c5a', '0532984a-9d2c-440e-89af-9da27957f12c', '6bfd7748-6bb5-4fcc-b128-27d778f751d7', '74b5f2f6-2973-4460-824e-e6d5868f25bb', 'b5b23502-55b5-429a-a9bb-2d86e3567984', 'd08cb917-1d95-47be-ae91-eb6467c4af30', '318bebf2-c884-4d63-b567-5674b6a6e06f', 'c4e2607b-f044-4d9a-88be-a1b8be82bd5f', 'df433ac3-4ca5-4962-b53c-3e8ac241bc9a', 'abdb2c47-4c63-491a-a169-b67012a70239', 'b394f6e1-e3aa-4258-afe4-c67546c3ba2e', '3a7a1748-7810-4c59-941f-924f169c4b98', '1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7', '30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6', 'cf7c1ec9-a233-48f2-a6fd-6fad05df998e', 'e066bfa5-98b4-49a1-9976-6dd7b88db5cb'} {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.676091] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 801.713404] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.713577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.713623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.713852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.713923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.714052] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 801.714111] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.714174] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 801.818271] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.818460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.818715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.818758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.819503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.819752] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 801.819833] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.819904] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 801.819968] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 801.820149] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 801.820237] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGH for action security_group_rules [ 801.820351] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGH for action security_group_rules [ 801.820390] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGH for action security_group_rules [ 801.820428] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGH for action security_group_rules [ 801.820480] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGH for action security_group_rules [ 801.820542] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGH for action security_group_rules [ 801.820601] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGH for action security_group_rules [ 801.820676] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGH for action security_group_rules [ 801.820759] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGH for action security_group_rules [ 801.820840] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGH for action security_group_rules [ 801.820899] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGH for action security_group_rules [ 801.820984] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGH for action security_group_rules [ 801.821070] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGH for action security_group_rules [ 801.821133] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGH for action security_group_rules [ 801.821194] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGH for action security_group_rules [ 801.821253] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGH for action security_group_rules [ 801.821312] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGH for action security_group_rules [ 801.821372] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGH for action security_group_rules [ 801.821433] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGH for action security_group_rules [ 801.821493] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGH for action security_group_rules [ 801.821618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962184] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.962184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.962184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.962184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.962184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962184] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 801.994892] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.996706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.996706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.996706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.996706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.006348] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 802.229405] env[66010]: INFO networking_nsxv3.common.synchronization [None req-6c99c41d-5863-4ab9-8102-a37c1f96bc94 None None] Enqueued Resource ID: 528962db-983b-4e33-9aa5-11b50c2d5965 with Priority: HIGHEST for action port [ 802.229983] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528962db-983b-4e33-9aa5-11b50c2d5965 with Priority: HIGHEST for action port [ 802.230145] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGH for action security_group_rules [ 802.230260] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78529e40-3d81-4119-9b36-97bef497a113 with Priority: HIGH for action security_group_rules [ 802.230358] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b with Priority: HIGH for action security_group_rules [ 802.230451] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 with Priority: HIGH for action security_group_rules [ 802.230542] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0532984a-9d2c-440e-89af-9da27957f12c with Priority: HIGH for action security_group_rules [ 802.230635] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a with Priority: HIGH for action security_group_rules [ 802.230909] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGH for action security_group_rules [ 802.230909] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae with Priority: HIGH for action security_group_rules [ 802.230909] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGH for action security_group_rules [ 802.231074] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 with Priority: HIGH for action security_group_rules [ 802.231620] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGH for action security_group_rules [ 802.231779] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGH for action security_group_rules [ 802.231877] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGH for action security_group_rules [ 802.231971] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGH for action security_group_rules [ 802.232177] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGH for action security_group_rules [ 802.232177] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7775692-515e-4712-b5ec-5780970022ee with Priority: HIGH for action security_group_rules [ 802.232309] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 with Priority: HIGH for action security_group_rules [ 802.232309] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 with Priority: HIGH for action security_group_rules [ 802.232404] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGH for action security_group_rules [ 802.233249] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGH for action security_group_rules [ 802.233347] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-528962db-983b-4e33-9aa5-11b50c2d5965 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.233452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528962db-983b-4e33-9aa5-11b50c2d5965" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.233516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528962db-983b-4e33-9aa5-11b50c2d5965" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.233789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528962db-983b-4e33-9aa5-11b50c2d5965" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.233868] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528962db-983b-4e33-9aa5-11b50c2d5965',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.235463] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.236272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.236272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.236390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.236442] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.237880] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78529e40-3d81-4119-9b36-97bef497a113 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.238015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.238063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.238378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.238459] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78529e40-3d81-4119-9b36-97bef497a113',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.239725] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57159e81-9cfa-46b9-a451-6f4abe015d0b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.239858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.239926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.240317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.240317] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57159e81-9cfa-46b9-a451-6f4abe015d0b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.241741] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.243354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.243354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.243354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.243354] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.243354] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0532984a-9d2c-440e-89af-9da27957f12c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.243354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.243354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.243354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.243836] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0532984a-9d2c-440e-89af-9da27957f12c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.245179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.245179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.245343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.245423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.245493] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e26926-8e5b-4add-8ca9-4023e05e1c5a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.246283] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.246391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.246455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.246614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.246687] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.250090] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.250090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.250090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.250090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.250090] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f234c3a-20de-4dc3-8610-381bea9ba3ae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.252595] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.252990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.252990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.253260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.253349] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.257984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c9df2b6-2843-4c67-9c67-54e14679f432 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.257984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.257984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.257984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.257984] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c9df2b6-2843-4c67-9c67-54e14679f432',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.257984] env[66010]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 802.257984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.257984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.257984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.257984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.257984] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.261481] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.261481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.261481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.261481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.261481] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.264961] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.264961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.264961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.265184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.265184] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.266707] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.266838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.266881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.267116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.267200] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.270846] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.270970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.271206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.271255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271335] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.272851] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7775692-515e-4712-b5ec-5780970022ee taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.273302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.273410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.273592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.273678] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7775692-515e-4712-b5ec-5780970022ee',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.274706] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008fd47e-cac4-4c2a-b3ba-1798df204758 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.274832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.274884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.275061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.275139] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008fd47e-cac4-4c2a-b3ba-1798df204758',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.276172] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.276962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.276962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.276962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.276962] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bebd3c01-8972-4c99-8fe8-daae6d7ccf54',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.278070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.278265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.278350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.278532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.278642] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.279701] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.279819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.279865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.280868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.280868] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.280868] env[66010]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 802.288715] env[66010]: INFO networking_nsxv3.common.synchronization [req-3592f683-9771-48bb-b769-81e8d41de9ff req-01a7d793-ec9d-4db6-8e63-27609a56cba2 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 802.288931] env[66010]: INFO networking_nsxv3.common.synchronization [req-3592f683-9771-48bb-b769-81e8d41de9ff req-01a7d793-ec9d-4db6-8e63-27609a56cba2 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 802.289110] env[66010]: INFO networking_nsxv3.common.synchronization [req-3592f683-9771-48bb-b769-81e8d41de9ff req-01a7d793-ec9d-4db6-8e63-27609a56cba2 service nova] Enqueued Resource ID: e076e496-9120-4b9e-b624-0bc06fe03a27 with Priority: HIGHEST for action port [ 802.292962] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 802.293034] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 802.293092] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e076e496-9120-4b9e-b624-0bc06fe03a27 with Priority: HIGHEST for action port [ 802.297899] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.298079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.298141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.298426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.298560] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.300105] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.300105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.300105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.300105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.300382] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.300382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.300382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.302392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.302392] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.302392] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e076e496-9120-4b9e-b624-0bc06fe03a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.302392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.302392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.302392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302392] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e076e496-9120-4b9e-b624-0bc06fe03a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.312784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.312953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.313095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.313366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.345475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.346146] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0532984a-9d2c-440e-89af-9da27957f12c is going to be deleted. [ 802.412788] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.412938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.413049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.413439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.413439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.413523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0532984a-9d2c-440e-89af-9da27957f12c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.738356] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.738763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.738763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.738852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.739481] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.739481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.739481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.739481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.739481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.739481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.739845] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.763332] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.763540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.763649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.763851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.765743] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.765891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.787091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.787091] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78529e40-3d81-4119-9b36-97bef497a113 is going to be deleted. [ 802.788239] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 528962db-983b-4e33-9aa5-11b50c2d5965 [ 802.788353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.788488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.788569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.788788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.788874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.788970] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:528962db-983b-4e33-9aa5-11b50c2d5965 already deleted. [ 802.789109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528962db-983b-4e33-9aa5-11b50c2d5965" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.789185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.789345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.805017] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.805217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.807574] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.808643] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e076e496-9120-4b9e-b624-0bc06fe03a27 with status ACTIVE [ 802.808878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.809030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.809102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.809317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.809425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.809638] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.809801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.809880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.810018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.810120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.810346] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.810466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.810539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.810695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.810788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.810898] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e076e496-9120-4b9e-b624-0bc06fe03a27 is going to be updated. [ 802.822122] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.822300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.823016] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.823122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830102] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.830236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.830508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.830665] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.830764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830820] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.830969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.831066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.831153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.831239] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.832178] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.832299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.832372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.832536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.832887] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.832997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.833074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.833225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.833322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.833406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.833492] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.834397] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.834531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.834575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.834796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.834983] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.837080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.837164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.837338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.837427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.837503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.838500] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.839100] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.839214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.841946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.841946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.841946] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.841946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.841946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.841946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.841946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.841946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.841946] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.847381] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.847381] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.847381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.847381] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.849391] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.849391] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.849391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.849391] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.850019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.850128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.850206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.850356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.850515] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.850602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.850645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.850791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.851045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.851045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.851045] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.853458] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.853458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.853720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.853720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.853841] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.853905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.853952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.854109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.854191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.854289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.854357] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.855317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.855431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.855869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.855869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.855869] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.856048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.856048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.856129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.856205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.856529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.856529] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.863803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.863803] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57159e81-9cfa-46b9-a451-6f4abe015d0b is going to be deleted. [ 802.865567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.865817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.894555] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.894555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.899813] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.899813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.907764] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.907993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.908082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.908322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.908465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.908667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e076e496-9120-4b9e-b624-0bc06fe03a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.913328] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.913524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.914488] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.914834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.915890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.916013] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e26926-8e5b-4add-8ca9-4023e05e1c5a is going to be deleted. [ 802.917818] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.917948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.918253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.918253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.947383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.947383] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c9df2b6-2843-4c67-9c67-54e14679f432 is going to be deleted. [ 802.948731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.955094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.994982] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.995176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.996441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.996441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015859] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.016016] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7775692-515e-4712-b5ec-5780970022ee is going to be deleted. [ 803.016975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.017207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.028021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.028222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.078882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.081656] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bebd3c01-8972-4c99-8fe8-daae6d7ccf54 is going to be deleted. [ 803.082190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.082431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.084110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.084235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.140492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.140678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.172592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.172592] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008fd47e-cac4-4c2a-b3ba-1798df204758 is going to be deleted. [ 803.174069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.174069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.243864] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.244041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.244126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.244435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.244632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.244825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.244893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.245093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.245225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.245340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.245545] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.245755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.245850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.246024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.246218] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.246266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.246306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.246451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.246524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.246600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.246713] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.282726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.283177] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f234c3a-20de-4dc3-8610-381bea9ba3ae is going to be deleted. [ 803.285235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.285424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.310374] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.310559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.313568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.313906] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8 is going to be deleted. [ 803.317665] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.317665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.317665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.317665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.317665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57159e81-9cfa-46b9-a451-6f4abe015d0b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.317947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.318061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.318100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.318322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78529e40-3d81-4119-9b36-97bef497a113" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.320048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.322060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.322060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.322060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e26926-8e5b-4add-8ca9-4023e05e1c5a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.322060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.322060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.322591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.322591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c9df2b6-2843-4c67-9c67-54e14679f432" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.323299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.323490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.323920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.324077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7775692-515e-4712-b5ec-5780970022ee" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.324624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.324824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.324926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.325269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bebd3c01-8972-4c99-8fe8-daae6d7ccf54" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.339953] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.340341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.340490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.340830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.340993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.341232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008fd47e-cac4-4c2a-b3ba-1798df204758" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.344716] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.345889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.346181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.346462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.346685] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.348366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.348438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.349393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.349930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.351191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.352520] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.352520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.352520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.352520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.353474] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.353529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.353583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.353771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.353855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.353945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.354340] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.355942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.355942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.355942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.355942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.355942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.356239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.356239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.356239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.356417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.356417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.356728] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.356728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.356728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.357011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357011] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.357011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.357140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.357192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.357348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.357430] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.358342] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.360393] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.362675] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.362801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.362882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.363105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.363268] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.363379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.363444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.363626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.363914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.363914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.364235] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.364235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.364235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.364620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.364620] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.364620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.364803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.365365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.365365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.365365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.365365] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.366862] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.367086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.367142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.367300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.367443] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.367539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.367600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.367854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.367956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.368052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.368213] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.368303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.368360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.368749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.368915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.369019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.369074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.369215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.369296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.369372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.369740] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.370614] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.371526] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.371526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.371526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.371745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.371854] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.372072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.372072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.372225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.372225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.372309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.372450] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.372601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.372690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.372853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.372995] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.373098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.373156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.373800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.373920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.374018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.374139] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.414718] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.414974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.415067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.415273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.415359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.415470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f234c3a-20de-4dc3-8610-381bea9ba3ae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.447166] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.447272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.447334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.447587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.447633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.447735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60e5a26c-9c4c-4e9e-88c4-80f3b4948ec8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.751413] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7: rpc.has_security_group_logging(os_id): False [ 803.770206] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.770357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.770428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.770640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.791200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.792035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.792035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.792035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.792035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.792320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.792320] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.792396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.792432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.792645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.792714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.792895] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.792988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.793060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.793241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.793319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.793406] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 803.820540] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.820713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.820793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.821031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.821117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.821220] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be created. [ 803.845383] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.845527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.845597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.846276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.846276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.858262] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: UNINITIALIZED for 2s [ 803.862211] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed450e8c-83e0-4816-be9d-672d849faa2b: rpc.has_security_group_logging(os_id): False [ 803.862639] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 669e20c0-55ba-4b97-906f-2c59f086cd02: rpc.has_security_group_logging(os_id): False [ 803.863903] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1af71cf3-9d64-4a2a-b0ec-960bc41a0024: rpc.has_security_group_logging(os_id): False [ 803.864860] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74b9ced7-e653-4450-bf51-245b6775f5dc: rpc.has_security_group_logging(os_id): False [ 803.871694] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66abd23-e47e-40a0-acfb-1ba3fdd8af32: rpc.has_security_group_logging(os_id): False [ 803.873499] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6e9db3-5223-4cb6-bf69-478e98eddb1c: rpc.has_security_group_logging(os_id): False [ 803.877682] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e23c945-18fe-4e26-86af-3d8b43a12951: rpc.has_security_group_logging(os_id): False [ 803.878147] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68a33de8-acd6-4909-a273-18f1ef212d6d: rpc.has_security_group_logging(os_id): False [ 803.879393] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6e4ce8-5544-4596-b1fc-822b79fd5427: rpc.has_security_group_logging(os_id): False [ 803.884106] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.884270] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.884375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.886519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887444] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.887527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.890610] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.891129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.891922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.892042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.892740] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.892848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.893599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.893813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.894375] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.894483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.911231] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.911374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.912874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.912874] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.912874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.913156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.913156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.913226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.913470] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.913533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.913613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.913806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.913889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.914104] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.914186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.914244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.914387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.914460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.914568] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be updated. [ 803.916589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.916589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.916705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.916838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.918683] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.918834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.950138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.951039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.951286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.951596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.951929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.952848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.952848] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.953203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.953203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.953799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.956373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.956373] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.956373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.956373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.956373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.956373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.956373] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be updated. [ 803.959667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.959667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.001695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.002043] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.002156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.002208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.002488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.002633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.002756] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 is going to be updated. [ 804.007931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.008220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.024545] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 804.025452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.025452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.025892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.025892] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.029951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.030202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.030593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.030748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.030931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.031317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.031438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.031541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.031782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.032036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.032144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.032216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.032391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.032477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.032555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.032777] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.043028] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.043221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.055198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.055534] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.055746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.055844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.056123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.056213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.056456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.056563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.056623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.056801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.056918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.057346] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.057600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.057669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.057874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.057997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.058211] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 804.059914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.060249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.065137] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.065265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.106991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.106991] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.106991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.106991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.106991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.106991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.107291] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.107291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.107365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.107860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.107860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.107860] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.107860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.108093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.108606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.108708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.108812] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 804.110115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.111368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.111368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.114095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.114095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.149663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.149663] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.149663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.149663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.149663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.149663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.149663] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be updated. [ 804.150193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.150521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.153522] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.153522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.167874] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 804.183198] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.183346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.199893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.201157] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.201157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.201157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.201157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.201157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.201157] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.201157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.201157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.201579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.201579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.201579] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.201682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.201717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.201879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.201942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.202047] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 804.203350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.203535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.277636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.279216] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.279216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.279216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.279216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.279216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.279216] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc is going to be updated. [ 804.280999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.280999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.285473] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.285473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.307602] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.307602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.324919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.325254] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.325354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.325407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.325595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.325697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.325804] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 is going to be updated. [ 804.326876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.327098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.327222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.328168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.328344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.328471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.329368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.329520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.329645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.330986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.331138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.331266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.332458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.332646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.332799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.333937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.334115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.334247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.382883] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.383096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.383139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.383336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.383484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.414156] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 804.414402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.429721] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: IN_PROGRESS for 2s [ 804.449345] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: IN_PROGRESS for 2s [ 804.450640] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 804.456343] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 804.456612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.483389] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 804.485808] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 804.500343] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.500606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.500606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.500799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.501037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.508268] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.508488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.508488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.508760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.508867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.527231] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: IN_PROGRESS for 2s [ 804.527936] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: IN_PROGRESS for 2s [ 804.535407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c39a865-6a5f-45b6-9e36-cb38d32560d6: rpc.has_security_group_logging(os_id): False [ 804.564437] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.564634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.564796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.565156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.565297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.565530] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.565675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.565760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.565972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.566108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.566450] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.566610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.567387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.567387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.567387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.567387] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.567387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.567609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.567695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.567824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.567972] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be created. [ 804.655668] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.655668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.655668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.656012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.656888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.670192] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 804.785884] env[66010]: INFO networking_nsxv3.common.synchronization [None req-adee91ff-1b3b-49fd-8b15-738baec6214b None None] Enqueued Resource ID: 7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6 with Priority: HIGHEST for action port [ 804.786384] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6 with Priority: HIGHEST for action port [ 804.786735] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.786829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.786885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.787251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.787408] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.289055] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6 [ 805.289280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.289415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.289476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.289696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.289788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.289892] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6 already deleted. [ 805.289973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ef9d366-82ff-4db1-9c7c-bf0cd307c2a6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.869366] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 805.869683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.869877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.870341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.870425] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.870555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.870632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.870845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.870966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.871097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.871234] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.196385] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 806.196854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.374363] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.374733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.374831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.375091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.376036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.376167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.376167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.376355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.376445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.376537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.376727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.376828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.376890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.377894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.377894] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.377894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.377894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.377894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.377894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.377894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.377894] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.380792] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f449014-adb8-43dc-9c85-dbd4623f404e req-8940fc22-a52f-4658-867f-023734741602 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 806.381729] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 806.383558] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.383747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.383855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.384303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.384303] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.384303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.384505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.384537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.384709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.384838] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.448042] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: SUCCESS [ 806.448249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.468477] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 806.468694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.469605] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 806.469786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.506236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 806.506236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.506236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 806.506236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.542805] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: SUCCESS [ 806.543116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.545538] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: SUCCESS [ 806.545732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.683178] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 806.683457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.683717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.684022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.684152] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.818782] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.819031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.819142] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.819410] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.819668] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.819818] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.819927] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.820218] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.820381] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.820601] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.820722] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.820828] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.820931] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.821048] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.821191] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.821334] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.844388] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.844541] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.844729] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.844929] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.845265] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-626e9864-3b64-4458-a103-764ac77fa91b taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.845431] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.845572] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.845919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.846069] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626e9864-3b64-4458-a103-764ac77fa91b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.881906] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ebb7884-2dfd-4a43-8a1f-2cb94979d370: rpc.has_security_group_logging(os_id): False [ 806.888315] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.888521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.888650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.888907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.904277] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.904480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.913788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.914190] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.914364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.914455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.914701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.914811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.914936] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 806.916150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.916396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.916522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.916774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.916937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.917038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.917236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.917325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.917568] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.917681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.917742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.917891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.917963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.918172] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.918265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.918323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.918459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.918531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.918616] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be created. [ 806.949442] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.949442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.949442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.949683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.949752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.959546] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 806.993341] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.993547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.993547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.993991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.994364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.007799] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 807.188599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.188599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.188599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.188599] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.350548] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.351208] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.352067] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.352816] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.353351] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.353612] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 626e9864-3b64-4458-a103-764ac77fa91b not found, creating... [ 807.353988] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.354300] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.354505] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.354884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.355093] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.355616] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.355857] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.356087] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.356476] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.356670] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.356839] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 626e9864-3b64-4458-a103-764ac77fa91b is going to be created. [ 807.406037] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.406037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.406037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.406037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.406037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.406037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.691046] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.691246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.691307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.691549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.691724] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.691826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.691890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.692074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.692164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.692250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.692402] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.692520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.692636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.692788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.692933] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.693055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.693118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.693291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.693291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.693367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.693546] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.126024] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f449014-adb8-43dc-9c85-dbd4623f404e req-b7047e33-e380-42e1-aebd-a862e7786934 service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 808.126024] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f449014-adb8-43dc-9c85-dbd4623f404e req-b7047e33-e380-42e1-aebd-a862e7786934 service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 808.130022] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f449014-adb8-43dc-9c85-dbd4623f404e req-b7047e33-e380-42e1-aebd-a862e7786934 service nova] Enqueued Resource ID: 626e9864-3b64-4458-a103-764ac77fa91b with Priority: HIGHEST for action port [ 808.130022] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 808.130022] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 808.130022] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626e9864-3b64-4458-a103-764ac77fa91b with Priority: HIGHEST for action port [ 808.130022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.130022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.130022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.130022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.130022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.131443] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.131816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-626e9864-3b64-4458-a103-764ac77fa91b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.132671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.133426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.133774] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626e9864-3b64-4458-a103-764ac77fa91b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.197203] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c39a865-6a5f-45b6-9e36-cb38d32560d6: rpc.has_security_group_logging(os_id): False [ 808.222937] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.223146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.223190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.223398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.223528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.224235] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.224235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.224235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.224235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.224235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.224519] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.224519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.224519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.224827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.225014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.225294] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.225546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.225546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.225649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.225854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.225970] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 808.351897] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.351897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.351897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.351897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.351897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.367463] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 808.636713] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 626e9864-3b64-4458-a103-764ac77fa91b with status ACTIVE [ 808.640019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.640019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.640019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.640019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.640695] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 626e9864-3b64-4458-a103-764ac77fa91b is going to be updated. [ 808.664941] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.665348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.665532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.665877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.666253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.668658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626e9864-3b64-4458-a103-764ac77fa91b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.887530] env[66010]: INFO networking_nsxv3.common.synchronization [req-c2e421aa-f8df-4744-bc0a-40e375ac44b1 req-f6fbe84b-1a72-4f3d-b002-5d36f5697d39 tempest-ListImageFiltersTestJSON-1838689378 tempest-ListImageFiltersTestJSON-1838689378-project-member] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 808.888097] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGHEST for action security_group_members [ 808.888543] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.889589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.889589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.889589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.890365] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.890365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.890365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.890365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.890601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.890601] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.971844] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 808.973037] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 808.973037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.973037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.973037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.973037] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.973318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.973318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.973505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.973630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.973777] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.019634] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 809.019894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.393222] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.393590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.393590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.393590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.393839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.393839] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.393982] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.393982] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.394181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.394245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.394453] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be updated. [ 809.424120] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.424274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.424347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.424552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.424731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.435896] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: IN_PROGRESS for 2s [ 809.477104] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.866391] env[66010]: INFO networking_nsxv3.common.synchronization [req-ec3ce0e4-aabf-4939-bddb-07184cd23190 req-2da6b156-5ab4-401c-a92a-646e6a32ab60 tempest-ServersTestJSON-1031786629 tempest-ServersTestJSON-1031786629-project-member] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_members [ 809.867486] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGHEST for action security_group_members [ 809.867950] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.868146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.868248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.868575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.868803] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.868952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.869074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.869302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.869430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.869595] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.979986] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.372309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.372549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.372663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.372978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.375080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.375429] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.375595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.375695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.375969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.376548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.376697] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 is going to be updated. [ 810.404390] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 810.404723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.422144] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.422351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.422395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.422703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.422823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.438561] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: IN_PROGRESS for 2s [ 810.483194] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.483321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.483425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.483737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.483868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.483978] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 810.527344] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.527538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.527579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.527762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.527920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.539026] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 811.126604] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0d3200f7-610a-4f19-b6cb-5b6d05eaf0f6 None None] Enqueued Resource ID: 834514cf-757d-4afc-884e-a165aed3aeb3 with Priority: HIGHEST for action port [ 811.127785] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834514cf-757d-4afc-884e-a165aed3aeb3 with Priority: HIGHEST for action port [ 811.128926] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-834514cf-757d-4afc-884e-a165aed3aeb3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.129142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-834514cf-757d-4afc-884e-a165aed3aeb3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.129266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-834514cf-757d-4afc-884e-a165aed3aeb3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.129643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-834514cf-757d-4afc-884e-a165aed3aeb3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.129852] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834514cf-757d-4afc-884e-a165aed3aeb3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.446565] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 in Status: SUCCESS [ 811.446933] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 deletion is rescheduled due to dependency. [ 811.446933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.634324] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 834514cf-757d-4afc-884e-a165aed3aeb3 [ 811.634324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.634324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.634533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.634780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.634857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.635082] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:834514cf-757d-4afc-884e-a165aed3aeb3 already deleted. [ 811.635167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-834514cf-757d-4afc-884e-a165aed3aeb3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.451962] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 in Status: SUCCESS [ 812.452445] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 deletion is rescheduled due to dependency. [ 812.452445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556804] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 812.557602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.557602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.557779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.558011] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.558136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.558779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.558779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.558779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.558779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.558779] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.709646] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0b7fe00a-cd37-44f6-bc6f-0f8e3d2a08cb tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 812.710254] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 812.710576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.710705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.710795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.711077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.711164] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.818839] env[66010]: INFO networking_nsxv3.common.synchronization [None req-2230b754-0e65-4569-b1fa-8bc77b2ab536 tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 812.818839] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 812.819273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.819563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.064068] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.064289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.065673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.065673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.065673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.065673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.066226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.066500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.069760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.069901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.070129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.070249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.070313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.070498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.070646] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.070743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.070804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.070984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.071090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.071134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.071349] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.237514] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.237726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.237726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.237961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.238034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.238285] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc already deleted. [ 813.238285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.238400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.238499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.238581] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.577256] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 318bebf2-c884-4d63-b567-5674b6a6e06f: rpc.has_security_group_logging(os_id): False [ 813.599365] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.599573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.599573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.599935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.599935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.600097] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.600199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.600199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.600340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.600539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.600613] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.600710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.600762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.600871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.600943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.601232] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.601232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.601449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.601449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.603034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.603034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 813.678138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.678545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.678545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.678818] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.678901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.704515] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 813.773078] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.773316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.773387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.773614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.773727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.773828] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc already deleted. [ 813.773948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.659126] env[66010]: INFO networking_nsxv3.common.synchronization [None req-780c66d7-61be-4013-a99f-f1cd3d5119da None None] Enqueued Resource ID: e85c0334-43a4-458e-bedc-f84f7ffb9caa with Priority: HIGHEST for action port [ 814.660709] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85c0334-43a4-458e-bedc-f84f7ffb9caa with Priority: HIGHEST for action port [ 814.660709] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e85c0334-43a4-458e-bedc-f84f7ffb9caa taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.660709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e85c0334-43a4-458e-bedc-f84f7ffb9caa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.660709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e85c0334-43a4-458e-bedc-f84f7ffb9caa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.660917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e85c0334-43a4-458e-bedc-f84f7ffb9caa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.660998] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85c0334-43a4-458e-bedc-f84f7ffb9caa',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.862397] env[66010]: INFO networking_nsxv3.common.synchronization [req-940f157b-f5a4-44db-a0ea-ec753a3547dd req-f449df7b-ae4c-4c4f-9533-367cef282699 tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 814.863138] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 814.863951] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.864146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.864213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.864418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.864583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.864687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.864802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.865008] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.865120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.865215] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.164258] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e85c0334-43a4-458e-bedc-f84f7ffb9caa [ 815.164502] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.164681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.164787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.165057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.165174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.165332] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e85c0334-43a4-458e-bedc-f84f7ffb9caa already deleted. [ 815.165369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e85c0334-43a4-458e-bedc-f84f7ffb9caa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.368081] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.458144] env[66010]: INFO networking_nsxv3.common.synchronization [req-501432b0-e143-4579-a589-87f0d8d5260a req-f367a3a0-291f-4b77-a2a5-c2d37721bba4 tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 815.458973] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 815.459589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.459697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.722941] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 815.723293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.870976] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.374209] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.374420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.374521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.374794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.374935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.376640] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 816.414171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.414343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.414381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.414584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.414933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.424510] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 816.601664] env[66010]: INFO networking_nsxv3.common.synchronization [req-9901c980-80ba-49c9-943e-63b744aa782a req-1d8c198c-d594-4ebb-a64f-e7fbb27386ce tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 816.602245] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 816.602546] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.602669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.602744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.602952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.603113] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.603240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.603323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.603397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.603480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.603569] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.626147] env[66010]: INFO networking_nsxv3.common.synchronization [req-91c7f48d-f5cb-4ae9-b93c-8605d0cc208d req-ee4617a9-c126-4095-b1fd-0383ca9efbed tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 816.626982] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 816.627406] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.627524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.627607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.627849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.628043] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.630991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.631161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.631341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.631429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.631525] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.072336] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.072336] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.072912] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.072912] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.073145] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.073309] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.073416] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.073955] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.074134] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.074353] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.074464] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.074568] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.074672] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.074872] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.074989] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.075136] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.095560] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.095881] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.095993] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.096136] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.096466] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.096633] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.096746] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.097086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.097219] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.105458] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.133416] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.133416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.133552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.133665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.133838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.133930] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.134558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.134558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.134558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.134558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.134558] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 already deleted. [ 817.134558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600065] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.600281] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.600323] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.600626] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.600769] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600931] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 not found, creating... [ 817.601252] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.601421] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.601533] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.601769] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.601901] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.602275] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.602431] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.602552] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.602870] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.603044] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.603190] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 is going to be created. [ 817.607983] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.628315] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.628540] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.628661] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.628947] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.629197] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.629427] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.110948] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.111513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.111513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.111513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.112528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.112665] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 818.147987] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.149188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.150130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.150366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.163755] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 818.396310] env[66010]: INFO networking_nsxv3.common.synchronization [req-91c7f48d-f5cb-4ae9-b93c-8605d0cc208d req-cf1cad98-fc11-467d-8447-819c69bdef6a service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 818.396498] env[66010]: INFO networking_nsxv3.common.synchronization [req-91c7f48d-f5cb-4ae9-b93c-8605d0cc208d req-cf1cad98-fc11-467d-8447-819c69bdef6a service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 818.396629] env[66010]: INFO networking_nsxv3.common.synchronization [req-91c7f48d-f5cb-4ae9-b93c-8605d0cc208d req-cf1cad98-fc11-467d-8447-819c69bdef6a service nova] Enqueued Resource ID: d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 with Priority: HIGHEST for action port [ 818.397227] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 818.397370] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 818.397464] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 with Priority: HIGHEST for action port [ 818.397763] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.397893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.397955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.398318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.398463] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.399885] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.400850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.400850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.400850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.400850] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.400850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.400850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.400850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.400850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.400850] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.402014] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.402132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.402188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.402337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.402414] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.436566] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 818.436916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.437256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.438962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.438962] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.438962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.438962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.438962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.438962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.438962] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.605921] env[66010]: INFO networking_nsxv3.common.synchronization [None req-49469801-b472-4621-b93a-81e14a0e2198 None None] Enqueued Resource ID: 831003be-4e3b-4612-b321-17935fac8e19 with Priority: HIGHEST for action port [ 818.606289] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831003be-4e3b-4612-b321-17935fac8e19 with Priority: HIGHEST for action port [ 818.606673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-831003be-4e3b-4612-b321-17935fac8e19 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.607162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831003be-4e3b-4612-b321-17935fac8e19" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.607162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831003be-4e3b-4612-b321-17935fac8e19" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.607315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831003be-4e3b-4612-b321-17935fac8e19" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.607709] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831003be-4e3b-4612-b321-17935fac8e19',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.654520] env[66010]: INFO networking_nsxv3.common.synchronization [req-2086896e-a635-4017-9e06-4135dce31e7c req-f33b9a29-ca37-40d2-8c38-0660802acbe6 tempest-ListServerFiltersTestJSON-18973286 tempest-ListServerFiltersTestJSON-18973286-project-member] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 818.655168] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 818.655488] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.655610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.655681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.655938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.656122] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.656233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.656301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.656461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.656552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.656644] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.904500] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 with status ACTIVE [ 818.904500] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.906456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.906456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.906456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.906456] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76 is going to be updated. [ 818.909933] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.909933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.909933] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.937358] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.938414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.938414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.938414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.938619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58ca49c-f4e1-49c6-b013-5cfeaa4e7e76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.940101] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.940334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.940384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.940628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.940762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.941272] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.941272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.941272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.941555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.941664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.941719] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 818.989717] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.989975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.990117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.990722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.990722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.009157] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 819.110875] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 831003be-4e3b-4612-b321-17935fac8e19 [ 819.111118] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.111389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.111389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.111536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.111669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.111940] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:831003be-4e3b-4612-b321-17935fac8e19 already deleted. [ 819.111940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831003be-4e3b-4612-b321-17935fac8e19" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.159687] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.280643] env[66010]: INFO networking_nsxv3.common.synchronization [req-5dd74493-2cf9-42db-b946-42ba0dbe02f0 req-5746acd4-abfa-41d0-a24d-098ad70183c5 tempest-InstanceActionsV221TestJSON-647304065 tempest-InstanceActionsV221TestJSON-647304065-project-member] Enqueued Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_members [ 819.280921] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_members [ 819.281275] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a5ba0fa-8e62-420f-bdb6-5339a482b933 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.281446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.281499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.281778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.281864] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.281954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.282034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.282193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.282275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.282368] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.414119] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.663153] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.675848] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.675848] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-161" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.675982] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-161" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.677253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-161" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.679382] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.679382] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.679382] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.679382] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.679382] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.679649] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.679649] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.679736] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.679840] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.679935] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.680048] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.680175] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.703150] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.703383] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.703521] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.703696] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-161" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.704112] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-26a5a710-965b-44be-a023-4cff11855cfc taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.704313] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.704434] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.704738] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.704928] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a5a710-965b-44be-a023-4cff11855cfc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.785527] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.785688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.785798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.786099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.786200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.786401] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.786502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.786565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.786713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.786789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.786878] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 already deleted. [ 819.786979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.915149] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.915255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.915586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.915711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.915857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.916050] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be created. [ 819.945896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.946098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.946367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.946443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.946568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.958865] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: UNINITIALIZED for 2s [ 820.166348] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.166652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.166652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.166755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.166830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.166922] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 820.177325] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 820.178038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199426] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.199564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.207291] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.207502] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.207623] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.207912] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.208135] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.208265] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 26a5a710-965b-44be-a023-4cff11855cfc not found, creating... [ 820.208517] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208733] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208873] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.209123] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.209259] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.209536] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209686] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209799] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210163] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210299] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 26a5a710-965b-44be-a023-4cff11855cfc is going to be created. [ 820.214877] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 820.252563] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.252844] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.252990] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.253294] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.253463] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.253702] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.000056] env[66010]: INFO networking_nsxv3.common.synchronization [req-d7e1051e-5b70-40c0-a462-1a9be73b9f3d req-0f628eaa-ee27-4d30-ab29-e148f1c350ae tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 821.000056] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 821.001538] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.002409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.002688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.003298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.003974] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.005445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.005445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.005445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.005445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.005445] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.022032] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 821.022032] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 deletion is rescheduled due to dependency. [ 821.022032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.049244] env[66010]: INFO networking_nsxv3.common.synchronization [req-5dd74493-2cf9-42db-b946-42ba0dbe02f0 req-b6f428be-5815-425b-80d1-eddbb00ec565 service nova] Enqueued Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_rules [ 821.049244] env[66010]: INFO networking_nsxv3.common.synchronization [req-5dd74493-2cf9-42db-b946-42ba0dbe02f0 req-b6f428be-5815-425b-80d1-eddbb00ec565 service nova] Enqueued Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_members [ 821.049244] env[66010]: INFO networking_nsxv3.common.synchronization [req-5dd74493-2cf9-42db-b946-42ba0dbe02f0 req-b6f428be-5815-425b-80d1-eddbb00ec565 service nova] Enqueued Resource ID: 26a5a710-965b-44be-a023-4cff11855cfc with Priority: HIGHEST for action port [ 821.049244] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_rules [ 821.049244] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_members [ 821.049244] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a5a710-965b-44be-a023-4cff11855cfc with Priority: HIGHEST for action port [ 821.049644] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a5ba0fa-8e62-420f-bdb6-5339a482b933 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.049715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.049806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.050995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.050995] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.051306] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a5ba0fa-8e62-420f-bdb6-5339a482b933 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.051373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.051445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.052034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.052034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.052034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.052034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.052478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.052478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.052478] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.053147] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a5a710-965b-44be-a023-4cff11855cfc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.053251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.053316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.053464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.053652] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a5a710-965b-44be-a023-4cff11855cfc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.479908] env[66010]: INFO networking_nsxv3.common.synchronization [None req-bf53dcf9-e468-43ae-9532-9204f97ecfb4 None None] Enqueued Resource ID: 2944bb39-06ce-4c66-be5e-cdde03e59ce4 with Priority: HIGHEST for action port [ 821.480482] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944bb39-06ce-4c66-be5e-cdde03e59ce4 with Priority: HIGHEST for action port [ 821.480853] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2944bb39-06ce-4c66-be5e-cdde03e59ce4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.481732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2944bb39-06ce-4c66-be5e-cdde03e59ce4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.481732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2944bb39-06ce-4c66-be5e-cdde03e59ce4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.481732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2944bb39-06ce-4c66-be5e-cdde03e59ce4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.481732] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2944bb39-06ce-4c66-be5e-cdde03e59ce4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.507727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.507872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.507948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.508183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.508274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.509651] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.509651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.509651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.509651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.509651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.509651] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 821.541592] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.541592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.541592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.541592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.541592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.549614] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 821.556583] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.556583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a5ba0fa-8e62-420f-bdb6-5339a482b933 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.556583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.556793] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a5a710-965b-44be-a023-4cff11855cfc with status ACTIVE [ 821.557021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.557193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.557340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.557452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.557505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.557651] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.557746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.557802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.558563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.558563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.558563] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.558563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.558563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.558972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.558972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.558972] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a5a710-965b-44be-a023-4cff11855cfc is going to be updated. [ 821.585951] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.586143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.586143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.586330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.587397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.587397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a5a710-965b-44be-a023-4cff11855cfc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.916567] env[66010]: INFO networking_nsxv3.common.synchronization [req-056a6fa4-61e0-4ca1-bac0-1d9d757ad30d req-5e1c7ea6-1705-4edc-9d09-b5a125686cee tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 821.916748] env[66010]: INFO networking_nsxv3.common.synchronization [req-056a6fa4-61e0-4ca1-bac0-1d9d757ad30d req-5e1c7ea6-1705-4edc-9d09-b5a125686cee tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 821.916865] env[66010]: INFO networking_nsxv3.common.synchronization [req-056a6fa4-61e0-4ca1-bac0-1d9d757ad30d req-5e1c7ea6-1705-4edc-9d09-b5a125686cee tempest-SecurityGroupsTestJSON-681898716 tempest-SecurityGroupsTestJSON-681898716-project-member] Enqueued Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_members [ 821.917396] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGHEST for action security_group_members [ 821.917522] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGHEST for action security_group_members [ 821.917614] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGHEST for action security_group_members [ 821.917883] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.918214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.918214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.918317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.918410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.918493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.918588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.918694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.918774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.918864] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.919693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.919797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.919899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.920018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.920162] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.920259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.920319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.920448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.920522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.920604] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.921891] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.921891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.921891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.921891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.921891] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.921891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.921891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.922222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.922222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.922222] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.971472] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 821.971712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.971898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.972630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.972630] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.972630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.972630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.972891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.972891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.972891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.973922] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.984279] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2944bb39-06ce-4c66-be5e-cdde03e59ce4 [ 821.984279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.984473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.984473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.984648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.985054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.985054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2944bb39-06ce-4c66-be5e-cdde03e59ce4 already deleted. [ 821.985054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2944bb39-06ce-4c66-be5e-cdde03e59ce4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.058585] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.082031] env[66010]: INFO networking_nsxv3.common.synchronization [req-c7a02a87-ceb0-4ecb-a831-49e2696a15f0 req-95adc4ba-b898-43eb-91eb-2155e63e002b tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 822.082031] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 822.082210] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.082347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.082420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.082756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.082933] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.083085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.083155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.083393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.083483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.083579] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.226415] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 822.226790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.424134] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.424134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.424315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.425473] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.425635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.426112] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.427708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.450011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.450011] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.450011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.450011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.450011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.450011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.450011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be updated. [ 822.450993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.454289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.454289] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be updated. [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.454289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.454289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.454289] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 is going to be updated. [ 822.476381] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.476896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.477048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.477373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.477662] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.480015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.480015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.480015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.481222] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.489530] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.489697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.489803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.490054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.490233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.491998] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.492372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.492447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.492618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.492853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.494479] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.494598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.494665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.494924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.495061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.501174] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.501174] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.501174] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.501554] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.501662] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.501847] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.501905] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.502937] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.502937] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.503090] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.503090] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.503219] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.503327] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.503439] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.503897] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.503897] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.510721] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: IN_PROGRESS for 2s [ 822.512041] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: IN_PROGRESS for 2s [ 822.512239] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: IN_PROGRESS for 2s [ 822.530373] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.531176] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.531176] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.531176] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.531668] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.531790] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.532014] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.532322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.532471] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2affb9-fd66-417f-a871-8af8ff3e2ce0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.560811] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.561069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.561145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.561423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.561544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.561693] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 is going to be created. [ 822.587796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.588069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.588193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.588511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.588671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.588984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.589156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.589258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.589514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.589653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.589798] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d already deleted. [ 822.589940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.595939] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.596096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.596165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.596374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.596530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.610349] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 in Status: UNINITIALIZED for 2s [ 822.987379] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c86e8117-9a9d-431d-ad85-bfb47bad9984: rpc.has_security_group_logging(os_id): False [ 823.009026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.009026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009823] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.009823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.009823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.009823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.009823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009823] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be created. [ 823.038732] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.040980] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.041407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.045651] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.045651] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.045651] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 2f2affb9-fd66-417f-a871-8af8ff3e2ce0 not found, creating... [ 823.045651] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.045651] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.045651] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.046105] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.046412] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.046832] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.047717] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.052455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.052455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.052455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.052455] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 2f2affb9-fd66-417f-a871-8af8ff3e2ce0 is going to be created. [ 823.087738] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.088130] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.088380] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.088823] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.092698] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.093116] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.101131] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.101131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.101347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.101388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.101568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.113533] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 823.562524] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 823.562524] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 deletion is rescheduled due to dependency. [ 823.562524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.855474] env[66010]: INFO networking_nsxv3.common.synchronization [req-c7a02a87-ceb0-4ecb-a831-49e2696a15f0 req-a0f15d01-f1a5-4a72-a891-14c200945383 service nova] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_rules [ 823.855644] env[66010]: INFO networking_nsxv3.common.synchronization [req-c7a02a87-ceb0-4ecb-a831-49e2696a15f0 req-a0f15d01-f1a5-4a72-a891-14c200945383 service nova] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 823.855826] env[66010]: INFO networking_nsxv3.common.synchronization [req-c7a02a87-ceb0-4ecb-a831-49e2696a15f0 req-a0f15d01-f1a5-4a72-a891-14c200945383 service nova] Enqueued Resource ID: 2f2affb9-fd66-417f-a871-8af8ff3e2ce0 with Priority: HIGHEST for action port [ 823.856392] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_rules [ 823.856531] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 823.856627] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2affb9-fd66-417f-a871-8af8ff3e2ce0 with Priority: HIGHEST for action port [ 823.858482] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.859858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.859858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.859858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.859858] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.862052] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.862052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.862052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.862052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.862052] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.862052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.862052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.862052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.862052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.862052] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.863375] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.863557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.863643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.863872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.863989] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2affb9-fd66-417f-a871-8af8ff3e2ce0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.364149] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.366548] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f2affb9-fd66-417f-a871-8af8ff3e2ce0 with status ACTIVE [ 824.366853] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.367022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.367161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.367393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.367480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.367654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.367753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.367812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.367963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.368055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.368236] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.368332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.368491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.368542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.368601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.368683] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f2affb9-fd66-417f-a871-8af8ff3e2ce0 is going to be updated. [ 824.370097] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.370273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.392616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.392884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.392884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.394200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.394200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.394200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2affb9-fd66-417f-a871-8af8ff3e2ce0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.531131] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 in Status: SUCCESS [ 824.531382] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 deletion is rescheduled due to dependency. [ 824.531506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.532315] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c in Status: SUCCESS [ 824.532463] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c deletion is rescheduled due to dependency. [ 824.532560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.533206] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 in Status: SUCCESS [ 824.533477] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 deletion is rescheduled due to dependency. [ 824.533577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.620656] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 in Status: SUCCESS [ 824.621104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.621104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.621292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.621478] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.621596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.621671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.621890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.622077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.622077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.622678] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.736509] env[66010]: INFO networking_nsxv3.common.synchronization [req-a348c0a7-6e1f-4ab8-8736-cd06bf490978 req-375b2625-f6e7-45cb-81e5-6b1371ce2990 tempest-ServerRescueTestJSON-864543557 tempest-ServerRescueTestJSON-864543557-project-member] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 824.736727] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 824.737145] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.737248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.737248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.737434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.737605] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.737701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.737756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.737897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.738508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.738508] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.796221] env[66010]: INFO networking_nsxv3.common.synchronization [req-7aab918e-6ac0-414e-85f1-1992f4e73605 req-23161fb9-7a80-4a7c-b2d4-02aba055241f tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_members [ 824.796782] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGHEST for action security_group_members [ 824.797479] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.797619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.797688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.798453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.798685] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.798826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.798908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.799154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.799249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.802035] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.867988] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.126972] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 825.127217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.129776] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a5ba0fa-8e62-420f-bdb6-5339a482b933 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.129924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.130033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.130225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.130395] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.130493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.130548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.130697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.130783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.130871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.131033] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a5ba0fa-8e62-420f-bdb6-5339a482b933 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.131118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.131198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.131334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.131483] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.131588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.131644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.131796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.131871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.131951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.132053] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.145636] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.145865] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.145965] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.146264] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.146736] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.147149] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.147334] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.147661] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.147842] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.148084] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.148206] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.148323] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.148437] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.148547] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.148673] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.148886] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.170425] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.173748] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.173748] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.173748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-26" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.173748] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.173748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.173748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.173748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.173748] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e6902c-d83b-4195-baa4-caadd3d0d0f2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.241436] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.308612] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.308612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.308612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.308612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.336187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.336341] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.336782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.336782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.336782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.337134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.337134] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e is going to be updated. [ 825.365193] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.365401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.365600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.365908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.366159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.370990] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.370990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.370990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.371295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.371295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.372112] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be created. [ 825.377969] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e in Status: IN_PROGRESS for 2s [ 825.395954] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.396238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.396377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.396686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.397070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.411177] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: UNINITIALIZED for 2s [ 825.448488] env[66010]: INFO networking_nsxv3.common.synchronization [req-c181e1de-8ae9-403b-91be-0db2a09a36df req-86a8c463-e2d1-481b-8c36-eb7a4538cd25 tempest-ServersTestBootFromVolume-1998027893 tempest-ServersTestBootFromVolume-1998027893-project-member] Enqueued Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_members [ 825.448746] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGHEST for action security_group_members [ 825.449088] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.449233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.449310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.449524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.449719] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.449865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.449950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.450105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.450224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.450337] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.634524] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a5ba0fa-8e62-420f-bdb6-5339a482b933: rpc.has_security_group_logging(os_id): False [ 825.654273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.654460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.654501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.654714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.654812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.655051] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.655401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.655542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.655706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.655811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.656499] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.656499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.656603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.656717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.656793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.657114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.657252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.657349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.657793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.657793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.657793] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 is going to be created. [ 825.676740] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.677089] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.677275] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.677685] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.677918] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.678185] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port d2e6902c-d83b-4195-baa4-caadd3d0d0f2 not found, creating... [ 825.678694] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.678929] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.679146] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.679548] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.679747] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.680211] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.680473] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.680694] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.682342] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.682342] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.682342] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: d2e6902c-d83b-4195-baa4-caadd3d0d0f2 is going to be created. [ 825.702650] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.702897] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.703089] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.703279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.704051] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.704051] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.731759] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.731952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.732012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.732210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.732387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.743508] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.754237] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 in Status: IN_PROGRESS for 2s [ 825.952969] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.953163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.953254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.953546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.979287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.979564] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.979687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.979747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.979978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.980084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.980176] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 is going to be updated. [ 826.016702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.016865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.016865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.017158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.017307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.029611] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 in Status: IN_PROGRESS for 2s [ 826.246708] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.246908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.246947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.247246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.247334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.247444] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be updated. [ 826.301506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.301506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.301506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.301506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.301506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.315642] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: IN_PROGRESS for 2s [ 826.868543] env[66010]: INFO networking_nsxv3.common.synchronization [req-a348c0a7-6e1f-4ab8-8736-cd06bf490978 req-5e88f45b-f41d-40c1-ac81-7ef4cc5ca548 service nova] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_rules [ 826.868543] env[66010]: INFO networking_nsxv3.common.synchronization [req-a348c0a7-6e1f-4ab8-8736-cd06bf490978 req-5e88f45b-f41d-40c1-ac81-7ef4cc5ca548 service nova] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 826.868543] env[66010]: INFO networking_nsxv3.common.synchronization [req-a348c0a7-6e1f-4ab8-8736-cd06bf490978 req-5e88f45b-f41d-40c1-ac81-7ef4cc5ca548 service nova] Enqueued Resource ID: d2e6902c-d83b-4195-baa4-caadd3d0d0f2 with Priority: HIGHEST for action port [ 826.868905] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_rules [ 826.869047] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 826.869199] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e6902c-d83b-4195-baa4-caadd3d0d0f2 with Priority: HIGHEST for action port [ 826.869406] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.869528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.869582] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.869769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.869848] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.870762] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.870971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.871044] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.871145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.871208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.871370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.871445] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e6902c-d83b-4195-baa4-caadd3d0d0f2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.376027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376027] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2e6902c-d83b-4195-baa4-caadd3d0d0f2 with status ACTIVE [ 827.376027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.376027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.376811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.376811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.376811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376811] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2e6902c-d83b-4195-baa4-caadd3d0d0f2 is going to be updated. [ 827.390722] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e in Status: SUCCESS [ 827.390916] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e deletion is rescheduled due to dependency. [ 827.391043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.402801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.402946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.402946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.403177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.403314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.403477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e6902c-d83b-4195-baa4-caadd3d0d0f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.422360] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: SUCCESS [ 827.422360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.422472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.422610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.422830] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.422961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.423039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.423201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.423277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.423363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.423451] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.426622] env[66010]: INFO networking_nsxv3.common.synchronization [req-19952c2d-a8bd-49e8-8892-caa508d7a52c req-0e31ecb7-1de6-4b1a-9c9b-a159c39707b5 tempest-ServersNegativeTestJSON-1609695456 tempest-ServersNegativeTestJSON-1609695456-project-member] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 827.427155] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 827.427449] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.427565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.427614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.427787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.427931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.428104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.428177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.428644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.428644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.428644] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.774699] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 in Status: SUCCESS [ 827.775011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776885] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.777299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.777456] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.778165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.778165] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.778319] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.778319] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.778509] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.778646] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.779797] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.779797] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.779797] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.779797] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.779797] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.779797] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.779797] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.797244] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.797415] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.797554] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.797729] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.798378] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-1e7d823c-1c90-490e-a336-b9c31a9a7d10 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.798378] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.798378] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.798701] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.798858] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e7d823c-1c90-490e-a336-b9c31a9a7d10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.929661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.929661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.929661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.929661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.929661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.930589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.930589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.930589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.930589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.930589] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.931455] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.040045] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 in Status: SUCCESS [ 828.040558] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 deletion is rescheduled due to dependency. [ 828.040794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.302196] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.302513] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.302610] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.302866] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.303026] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.303183] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 1e7d823c-1c90-490e-a336-b9c31a9a7d10 not found, creating... [ 828.303449] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.303610] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.303720] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.304087] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.304209] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.304530] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.304683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.304798] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.305064] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.305236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.305414] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 1e7d823c-1c90-490e-a336-b9c31a9a7d10 is going to be created. [ 828.326397] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 828.326690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.326910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.327205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.327445] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.327583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.327631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.327790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.327902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.328012] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.336705] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.336802] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.336844] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.337132] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.337366] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.337589] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.432541] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fb2f8cb-728f-4353-8411-c9882083dc2d: rpc.has_security_group_logging(os_id): False [ 828.433792] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.456463] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.456707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.456707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.456806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.456894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.457163] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.457266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.457412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.457486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.457662] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.457755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.457938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.458039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458196] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.458286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.458608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.458608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.458608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458608] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be created. [ 828.531915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.532118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.532168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.532376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.532555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.546250] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: IN_PROGRESS for 2s [ 828.830689] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.939795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.940537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.940537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.940537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.940537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.940941] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 828.983378] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.983610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.983664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.984652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.984869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.996960] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 829.115246] env[66010]: INFO networking_nsxv3.common.synchronization [req-19952c2d-a8bd-49e8-8892-caa508d7a52c req-f20bbbe6-3f70-41e0-9561-a2c35e43cbb4 service nova] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_rules [ 829.115392] env[66010]: INFO networking_nsxv3.common.synchronization [req-19952c2d-a8bd-49e8-8892-caa508d7a52c req-f20bbbe6-3f70-41e0-9561-a2c35e43cbb4 service nova] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 829.115611] env[66010]: INFO networking_nsxv3.common.synchronization [req-19952c2d-a8bd-49e8-8892-caa508d7a52c req-f20bbbe6-3f70-41e0-9561-a2c35e43cbb4 service nova] Enqueued Resource ID: 1e7d823c-1c90-490e-a336-b9c31a9a7d10 with Priority: HIGHEST for action port [ 829.116699] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_rules [ 829.116853] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 829.116977] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7d823c-1c90-490e-a336-b9c31a9a7d10 with Priority: HIGHEST for action port [ 829.117603] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.121255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.121438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.121790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.121889] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.123141] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.123265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.123452] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e7d823c-1c90-490e-a336-b9c31a9a7d10 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.123550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.123612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.123889] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e7d823c-1c90-490e-a336-b9c31a9a7d10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.337638] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.629519] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.629704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.629883] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e7d823c-1c90-490e-a336-b9c31a9a7d10 with status ACTIVE [ 829.630070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.630181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.630244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.630459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.630575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.630839] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.631027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.631133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.631374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.631504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.631787] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.631926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.632273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.632591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.632771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.633378] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e7d823c-1c90-490e-a336-b9c31a9a7d10 is going to be updated. [ 829.657311] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.657584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.657689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.657931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.658116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.658320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e7d823c-1c90-490e-a336-b9c31a9a7d10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.671101] env[66010]: INFO networking_nsxv3.common.synchronization [req-00db3639-b276-4ee2-8adf-0133372ecc77 req-b50256a3-bd37-4dcf-86d3-150070cb0340 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 829.671886] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 829.672110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.672262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.674088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.674088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.674088] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.674088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.674088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.674088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.674088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.674088] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.841672] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.841920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.842175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.842388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.842695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.842772] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be updated. [ 829.877370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.877546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.877612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.877816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.877954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.890069] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: IN_PROGRESS for 2s [ 830.172491] env[66010]: INFO networking_nsxv3.common.synchronization [req-5e8e563a-6991-4a8b-8153-adef8af4cd72 req-58c2a6a7-e682-446e-8e17-25f4d7227717 tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 830.172812] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 830.173032] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.173421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.173489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.173690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.173845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.173977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.174047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.174157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.174241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.174334] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.177441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.177714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.177714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.177839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.177839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.178161] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.178161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.178161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.178344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.178377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.178508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 830.210601] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.210824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.210824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.211784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.211784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.220926] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 830.525780] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.526063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.526219] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.526502] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.526784] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.526952] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.527286] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.527549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.527713] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.527930] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.528061] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.528168] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.528279] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.528387] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.528485] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.528628] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.549978] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.549978] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.549978] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.550166] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.550432] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-696c1960-d558-4327-87ad-5e2c7244df73 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.550621] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.550739] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.551114] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.551228] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696c1960-d558-4327-87ad-5e2c7244df73',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.568029] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: SUCCESS [ 830.568029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.676957] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.007883] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 831.008165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.008348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.008567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.008795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.008927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.009013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.009266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.009403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.009403] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.053527] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.053738] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.053860] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.054167] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.054309] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054494] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 696c1960-d558-4327-87ad-5e2c7244df73 not found, creating... [ 831.054794] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.055056] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.055200] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.055454] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.055594] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.055906] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.056107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.056282] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.056536] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.056671] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.056809] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 696c1960-d558-4327-87ad-5e2c7244df73 is going to be created. [ 831.077683] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.077896] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.078008] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.078294] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.078540] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.078767] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.178906] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.511414] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.681770] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.681934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.682010] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.682240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.682322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.682423] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be updated. [ 831.716201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.716201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.716201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.716201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.716201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.725770] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: IN_PROGRESS for 2s [ 831.830143] env[66010]: INFO networking_nsxv3.common.synchronization [req-5e8e563a-6991-4a8b-8153-adef8af4cd72 req-1c32f3e5-f07a-40b8-947a-43702b17eb7a service nova] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_rules [ 831.830325] env[66010]: INFO networking_nsxv3.common.synchronization [req-5e8e563a-6991-4a8b-8153-adef8af4cd72 req-1c32f3e5-f07a-40b8-947a-43702b17eb7a service nova] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 831.830456] env[66010]: INFO networking_nsxv3.common.synchronization [req-5e8e563a-6991-4a8b-8153-adef8af4cd72 req-1c32f3e5-f07a-40b8-947a-43702b17eb7a service nova] Enqueued Resource ID: 696c1960-d558-4327-87ad-5e2c7244df73 with Priority: HIGHEST for action port [ 831.831244] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_rules [ 831.831450] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 831.831494] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696c1960-d558-4327-87ad-5e2c7244df73 with Priority: HIGHEST for action port [ 831.831735] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.831914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.831914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.832132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.832209] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.834163] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.834163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.834163] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-696c1960-d558-4327-87ad-5e2c7244df73 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.834163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.834163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.834493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.834493] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696c1960-d558-4327-87ad-5e2c7244df73',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.900423] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 831.900651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.900821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.901140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.901351] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.901462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.901531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.901704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.901778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.901865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.901957] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.013926] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.038684] env[66010]: INFO networking_nsxv3.common.synchronization [req-4e9d6974-610f-4eec-b18c-59157006ea39 req-de867b5f-ef68-4892-896e-f07cff3ed8c4 tempest-VolumesAssistedSnapshotsTest-1339909297 tempest-VolumesAssistedSnapshotsTest-1339909297-project-member] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_members [ 832.038684] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGHEST for action security_group_members [ 832.039576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.039576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.039576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.039576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.039849] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.039849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.039849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.039983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.040129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.040254] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.233182] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 832.233502] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 832.233502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.336647] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696c1960-d558-4327-87ad-5e2c7244df73 with status ACTIVE [ 832.337035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.337195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.337267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.337538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.337639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.337820] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.337925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.337988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.338175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.338256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.338438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.338727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.338727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.338727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.338883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.338883] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696c1960-d558-4327-87ad-5e2c7244df73 is going to be updated. [ 832.341745] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.341745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.369579] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.369861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.369939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.370297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.370445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.370876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696c1960-d558-4327-87ad-5e2c7244df73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.405764] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.405764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.405764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.405764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.406132] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.406132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.406234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.406342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.406444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.406556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.406709] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.406821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.406883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.408493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.408673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.408779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.408837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.408985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.409078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.409165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.409268] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.516852] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.517032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.517079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.517305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.517395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.517498] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 832.543552] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.543753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.543798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.543987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.544107] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.544308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.544409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.544471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.544629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.544708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.544793] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc is going to be updated. [ 832.549124] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.549255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.549323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.549501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.549637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.559027] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 832.577607] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.577788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.577842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.578053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.579503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.597866] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: IN_PROGRESS for 2s [ 832.887038] env[66010]: INFO networking_nsxv3.common.synchronization [req-fc7700ef-6f62-48cd-ae6d-15911c5da391 req-ccfe0709-14f2-4fda-9c93-42feecc12744 tempest-ServerAddressesNegativeTestJSON-382317827 tempest-ServerAddressesNegativeTestJSON-382317827-project-member] Enqueued Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_members [ 832.889387] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_members [ 832.890022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.890225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.890225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.890624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.890797] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.890906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.890962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.891150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.891240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.891527] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.913026] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e23c945-18fe-4e26-86af-3d8b43a12951: rpc.has_security_group_logging(os_id): False [ 832.932795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.933454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.933454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.933454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.933454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.933666] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.933666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.933666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.933890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.933890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.934079] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.934168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.934364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.934364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.934471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.934607] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.934708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.934708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.934943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.934943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.935133] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be updated. [ 833.007820] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.008131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.008188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.008647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.008647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.027884] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: IN_PROGRESS for 2s [ 833.271129] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.271478] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-734" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.271478] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-734" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.271789] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-734" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.272302] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.276025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.276025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.276025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.276025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.276025] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.276025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.276025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.276025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.276025] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.276025] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.276025] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.295580] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.295728] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.295847] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.296082] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-734" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.296419] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.296608] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.297089] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.297273] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.394049] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.394197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.394197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.394413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.394509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.394730] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.394895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.394954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.395120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.395199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.395285] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 already deleted. [ 833.395363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.719526] env[66010]: INFO networking_nsxv3.common.synchronization [req-70793255-1a93-4e0d-9321-26499ad41581 req-f2b038f9-0801-4f38-9216-bc46cc805bb7 tempest-InstanceActionsV221TestJSON-647304065 tempest-InstanceActionsV221TestJSON-647304065-project-member] Enqueued Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_members [ 833.722012] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 with Priority: HIGHEST for action security_group_members [ 833.722684] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a5ba0fa-8e62-420f-bdb6-5339a482b933 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.722844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.722987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.723424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.723594] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.723701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.723767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.723914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.724009] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724102] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a5ba0fa-8e62-420f-bdb6-5339a482b933',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.735977] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: SUCCESS [ 833.736212] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.738379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.738379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.738379] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.738379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.738379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.738379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.738379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.738379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.800086] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.800559] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.800709] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.801128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.801128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.801290] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 not found, creating... [ 833.801552] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.801709] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801820] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.802037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.802173] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.802442] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.802590] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.802700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.805052] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.805256] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.805413] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 is going to be created. [ 833.825475] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.825677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.825796] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.827011] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.827011] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.827011] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.227023] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.227023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.227150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.227346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.227474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.227630] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.227772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.227824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.227948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.228083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.228131] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 is going to be updated. [ 834.242501] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.258014] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.258169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.258235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.258446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.258579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.268908] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 in Status: IN_PROGRESS for 2s [ 834.512397] env[66010]: INFO networking_nsxv3.common.synchronization [req-fc7700ef-6f62-48cd-ae6d-15911c5da391 req-1d36fe0c-e4d0-4a2c-9c22-0c0c0b8cf8d6 service nova] Enqueued Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_rules [ 834.512397] env[66010]: INFO networking_nsxv3.common.synchronization [req-fc7700ef-6f62-48cd-ae6d-15911c5da391 req-1d36fe0c-e4d0-4a2c-9c22-0c0c0b8cf8d6 service nova] Enqueued Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_members [ 834.512397] env[66010]: INFO networking_nsxv3.common.synchronization [req-fc7700ef-6f62-48cd-ae6d-15911c5da391 req-1d36fe0c-e4d0-4a2c-9c22-0c0c0b8cf8d6 service nova] Enqueued Resource ID: 39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 with Priority: HIGHEST for action port [ 834.512397] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_rules [ 834.512397] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_members [ 834.512397] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 with Priority: HIGHEST for action port [ 834.513716] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.514023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.518631] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.518631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.518631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.518631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.518631] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.518631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.520487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.520487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.520487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.520487] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.569643] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 834.570177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.570319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.570607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.570877] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.571063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.571285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.571519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.571638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.571788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.571906] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.608405] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b9ced7-e653-4450-bf51-245b6775f5dc in Status: SUCCESS [ 834.608631] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc deletion is rescheduled due to dependency. [ 834.608746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.747523] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.024556] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.024718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.025030] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.026204] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 with status ACTIVE [ 835.026487] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.026637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.026705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.026911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.027439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.027439] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.027439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.027695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.027859] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.027946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.028157] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.028349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.028448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.028681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.028776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.028898] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5 is going to be updated. [ 835.052887] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 835.052887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.061658] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.061840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.061904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.062474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.062570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.062684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b8fbb6-ebf9-429e-8c84-cdc97aa2afd5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.075410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.075571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.075661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.075908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.076109] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.076227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.076304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.076475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.076562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.076652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.076801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.076909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.076995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.077189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.077368] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.077540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.077540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.077675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.077768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.077873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.077974] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.251318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.251318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.251318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.251318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.251318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.251318] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be updated. [ 835.301550] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.301870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.301990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.302232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.302454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.313395] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: IN_PROGRESS for 2s [ 835.531659] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.580163] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68a33de8-acd6-4909-a273-18f1ef212d6d: rpc.has_security_group_logging(os_id): False [ 835.591017] env[66010]: INFO networking_nsxv3.common.synchronization [req-979c713e-bf3e-4e4b-b456-c524a1a27b0a req-d48074ef-7cc9-48c8-beaa-a1156ad4c754 tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 835.591532] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 835.591915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.592031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.592390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.592609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.592788] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.593027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.593027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.593198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.593243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.593312] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.600093] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.600363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.600363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.600507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.600592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.600786] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.600870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.600934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.601099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.601172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.601360] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.601440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.601508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.601646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.601762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.601904] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.601994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.603240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.603424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.603511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.603605] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 835.680029] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.680029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.680029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.680029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.680029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.694270] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 835.955625] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.955977] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.955977] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956224] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.956495] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.956656] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.956778] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956990] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.957221] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.957376] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.957491] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.957640] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.957751] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.957804] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.957906] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.958101] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.978596] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.978782] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.978873] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.979068] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.979423] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-c201b929-68c3-4122-ad7c-00736d91d9c5 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.979655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.979768] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.980255] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.980499] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c201b929-68c3-4122-ad7c-00736d91d9c5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.034627] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.034787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.034933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.035181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.035283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.035394] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 is going to be created. [ 836.061466] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.061648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.061810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.061955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.062214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.074143] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 in Status: UNINITIALIZED for 2s [ 836.095711] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.285436] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 in Status: SUCCESS [ 836.285759] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a5ba0fa-8e62-420f-bdb6-5339a482b933 deletion is rescheduled due to dependency. [ 836.285957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a5ba0fa-8e62-420f-bdb6-5339a482b933" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.483562] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.483764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.484051] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.484206] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.485034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.485034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port c201b929-68c3-4122-ad7c-00736d91d9c5 not found, creating... [ 836.485034] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.485034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.485315] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.485315] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.485443] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.485733] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.485898] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.486655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.486655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.486655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.486655] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: c201b929-68c3-4122-ad7c-00736d91d9c5 is going to be created. [ 836.510989] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.510989] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.510989] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.510989] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.511939] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.512426] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.599112] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.102129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.102326] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.102387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.102722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.102722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.102844] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 837.137782] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.137947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.138034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.138260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.138419] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.149116] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 837.230632] env[66010]: INFO networking_nsxv3.common.synchronization [req-979c713e-bf3e-4e4b-b456-c524a1a27b0a req-a0feb8b9-6c7a-4a60-91a0-b2c7b36f4030 service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 837.230807] env[66010]: INFO networking_nsxv3.common.synchronization [req-979c713e-bf3e-4e4b-b456-c524a1a27b0a req-a0feb8b9-6c7a-4a60-91a0-b2c7b36f4030 service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 837.230990] env[66010]: INFO networking_nsxv3.common.synchronization [req-979c713e-bf3e-4e4b-b456-c524a1a27b0a req-a0feb8b9-6c7a-4a60-91a0-b2c7b36f4030 service nova] Enqueued Resource ID: c201b929-68c3-4122-ad7c-00736d91d9c5 with Priority: HIGHEST for action port [ 837.232141] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 837.232141] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 837.232505] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c201b929-68c3-4122-ad7c-00736d91d9c5 with Priority: HIGHEST for action port [ 837.232981] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.232981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.232981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.233310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.233434] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.234274] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.234375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.234622] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c201b929-68c3-4122-ad7c-00736d91d9c5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.234730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.234793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.235048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.235144] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c201b929-68c3-4122-ad7c-00736d91d9c5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.328037] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: SUCCESS [ 837.328037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.328452] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.328730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.329043] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.710237] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 837.710668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.741336] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.741512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.741653] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c201b929-68c3-4122-ad7c-00736d91d9c5 with status ACTIVE [ 837.741821] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.741943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.741998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.742227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.742341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.742501] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.742711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.742787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.742995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.743089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.743279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.743707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.743707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.743707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.743707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.743707] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c201b929-68c3-4122-ad7c-00736d91d9c5 is going to be updated. [ 837.771446] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.771661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.771745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.772011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.772191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.772357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c201b929-68c3-4122-ad7c-00736d91d9c5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.831037] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.831215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.831289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.831507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.831680] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.831824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.831882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.832155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.832292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.832339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.832490] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.832590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.832647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.832771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.832919] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.833034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.833079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.833224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.833303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.833382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.833470] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.084648] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 in Status: SUCCESS [ 838.084952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.085141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.085355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.085548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.085663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.085726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.085904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.085969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.086044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.086137] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.336474] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fb2f8cb-728f-4353-8411-c9882083dc2d: rpc.has_security_group_logging(os_id): False [ 838.355743] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.355912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.356012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.356217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.356299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.356518] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.356632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.356702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.356837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.356911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.357129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.357236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.357301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.357445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.357518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.357692] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.357780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.357838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.357973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.358057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.359037] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be updated. [ 838.429967] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.429967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.443661] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: IN_PROGRESS for 2s [ 838.588728] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.588904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.588904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.589319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.589524] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.589657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.589740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.589933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.590056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.590180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.590362] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.590493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.590574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.590744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.590910] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.591041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.591125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.591293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.591393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.591573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.592561] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.094454] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a77d6de9-1038-41c1-bcd6-fb3ad7c60c64: rpc.has_security_group_logging(os_id): False [ 839.116214] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.116214] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.116214] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.116214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.116846] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.116846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.116846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.116846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.116846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.116846] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 is going to be created. [ 839.161749] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 839.162022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.162233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.162499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.162714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.162861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.163152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.163152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.163290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.163290] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.181436] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.182502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.182502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.182502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.182502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.196151] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 in Status: IN_PROGRESS for 2s [ 839.666549] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.170169] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.352276] env[66010]: INFO networking_nsxv3.common.synchronization [req-b54771cb-98c9-4460-bc70-b7267a221ecf req-1cd8c74a-4832-49a3-a9ac-2f54970c1898 tempest-ServersNegativeTestJSON-1609695456 tempest-ServersNegativeTestJSON-1609695456-project-member] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 840.352861] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 840.353522] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.353687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.353769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.353908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.354252] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.354365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.354447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.354591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.354674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.354758] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.459585] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: SUCCESS [ 840.459795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.673279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.676406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.676406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.676406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.676406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.676406] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 840.716268] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.716409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.716482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.716696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.716837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.726710] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 840.857066] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.216952] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 in Status: SUCCESS [ 841.216952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.294871] env[66010]: INFO networking_nsxv3.common.synchronization [None req-24bff6f6-062b-4e95-b4b0-1466d925a1eb None None] Enqueued Resource ID: 77662bf7-57a8-42fa-82c1-7ce0dfb69131 with Priority: HIGHEST for action port [ 841.295698] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77662bf7-57a8-42fa-82c1-7ce0dfb69131 with Priority: HIGHEST for action port [ 841.296594] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-77662bf7-57a8-42fa-82c1-7ce0dfb69131 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.296594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77662bf7-57a8-42fa-82c1-7ce0dfb69131" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.296594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77662bf7-57a8-42fa-82c1-7ce0dfb69131" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.296895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77662bf7-57a8-42fa-82c1-7ce0dfb69131" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.296895] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77662bf7-57a8-42fa-82c1-7ce0dfb69131',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.359675] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.801549] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77662bf7-57a8-42fa-82c1-7ce0dfb69131 [ 841.801549] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.801549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.801549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.801549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.801549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.801549] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77662bf7-57a8-42fa-82c1-7ce0dfb69131 already deleted. [ 841.801549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77662bf7-57a8-42fa-82c1-7ce0dfb69131" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.862469] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.862469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.862724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.862724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.862790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.862882] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 841.893936] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.894115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.894164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.894421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.894572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.916183] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 842.737721] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.739039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.739039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.739039] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.241694] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.241917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.241917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.242176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.242340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.242442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.242505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.242654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.242742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.242830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.242972] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.243079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.243139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.248068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.248068] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.248068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.248068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.248531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.248825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.248825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.249029] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.755374] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df433ac3-4ca5-4962-b53c-3e8ac241bc9a: rpc.has_security_group_logging(os_id): False [ 843.779453] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.779453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.779453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.779453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.805642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.806048] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.806155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.806369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.806430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.806538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.806810] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.806810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.807057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.807126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.807184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.807431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.807669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.807743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.807909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.808036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.808117] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 843.895684] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.896049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.896522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.896678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.897507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.915976] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 843.928650] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 843.929136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.535165] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3c9d2df8-f5dc-4119-ada5-c8e7e91ba455 None None] Enqueued Resource ID: 9aad7dd9-c19d-4d4f-9ea9-e62a200363ea with Priority: HIGHEST for action port [ 844.537049] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aad7dd9-c19d-4d4f-9ea9-e62a200363ea with Priority: HIGHEST for action port [ 844.537049] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aad7dd9-c19d-4d4f-9ea9-e62a200363ea taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.537049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aad7dd9-c19d-4d4f-9ea9-e62a200363ea" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.537049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aad7dd9-c19d-4d4f-9ea9-e62a200363ea" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.537049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aad7dd9-c19d-4d4f-9ea9-e62a200363ea" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.537049] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aad7dd9-c19d-4d4f-9ea9-e62a200363ea',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.038759] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aad7dd9-c19d-4d4f-9ea9-e62a200363ea [ 845.039839] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.039839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.039839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.041329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.041671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.042079] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aad7dd9-c19d-4d4f-9ea9-e62a200363ea already deleted. [ 845.042079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aad7dd9-c19d-4d4f-9ea9-e62a200363ea" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.931449] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 845.931918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.247393] env[66010]: INFO networking_nsxv3.common.synchronization [req-d7ccd9bd-149e-442f-abf0-a9b7f0e4cd35 req-49243f4f-09a7-4aea-bcb3-9bb4e871ac8e tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 847.248334] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 847.248890] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.249084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.249181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.249513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.249737] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.250606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.250720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.251494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.251654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.251819] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.379810] env[66010]: INFO networking_nsxv3.common.synchronization [req-eeaa5f78-d3c3-4240-aae6-c8dcb84a92c8 req-bcf0a529-2ebe-4388-b7af-8865ca88d9a8 tempest-ServerAddressesNegativeTestJSON-382317827 tempest-ServerAddressesNegativeTestJSON-382317827-project-member] Enqueued Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_members [ 847.387059] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGHEST for action security_group_members [ 847.387999] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.387999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.388133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.388275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.388431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.388546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.388607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.388751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.388846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.388941] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.610174] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.610422] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.610489] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.611284] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.611284] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.611411] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.611449] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.614112] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.614216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.614686] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.614686] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.614686] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.614839] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.614889] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.615023] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.615161] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.639600] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.639772] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.639964] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.640090] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.642269] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-c8997c62-adf6-4d7d-a204-2e124311796e taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.642269] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.642269] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.642269] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.642269] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8997c62-adf6-4d7d-a204-2e124311796e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.755577] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.755761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.755835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.756215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.756322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.756536] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.757176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.757176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.757176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.757176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.757176] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc already deleted. [ 847.757176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.891158] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.891328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.891400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.891613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.891706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.891898] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.892307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.892307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.892307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.892307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.892487] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 is going to be updated. [ 847.924198] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.924374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.924423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.924614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.924752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.935684] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 in Status: IN_PROGRESS for 2s [ 848.145727] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.145982] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.146148] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.146444] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.146586] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.146733] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port c8997c62-adf6-4d7d-a204-2e124311796e not found, creating... [ 848.146981] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.147148] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.147258] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.147488] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.147623] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.148184] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.148342] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.148457] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.148664] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.148795] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.148931] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: c8997c62-adf6-4d7d-a204-2e124311796e is going to be created. [ 848.170153] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.170381] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.170554] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.170865] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.171354] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.171436] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.890936] env[66010]: INFO networking_nsxv3.common.synchronization [req-d7ccd9bd-149e-442f-abf0-a9b7f0e4cd35 req-c0eec617-13af-421a-995f-851692520195 service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 848.891231] env[66010]: INFO networking_nsxv3.common.synchronization [req-d7ccd9bd-149e-442f-abf0-a9b7f0e4cd35 req-c0eec617-13af-421a-995f-851692520195 service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 848.891293] env[66010]: INFO networking_nsxv3.common.synchronization [req-d7ccd9bd-149e-442f-abf0-a9b7f0e4cd35 req-c0eec617-13af-421a-995f-851692520195 service nova] Enqueued Resource ID: c8997c62-adf6-4d7d-a204-2e124311796e with Priority: HIGHEST for action port [ 848.891826] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 848.891959] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 848.892112] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8997c62-adf6-4d7d-a204-2e124311796e with Priority: HIGHEST for action port [ 848.892348] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.892602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.892602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.892857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.892857] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.893771] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.893890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.893941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.894186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.894337] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.894450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.894512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.894691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.894797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.894889] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.895729] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8997c62-adf6-4d7d-a204-2e124311796e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.895825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.895978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.896049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.896168] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8997c62-adf6-4d7d-a204-2e124311796e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.398165] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8997c62-adf6-4d7d-a204-2e124311796e with status ACTIVE [ 849.398437] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.398612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.398671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.398973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.399234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.399441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.399551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.399613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.399836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.399963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.400273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.400404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.400471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.400622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.400697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.400783] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8997c62-adf6-4d7d-a204-2e124311796e is going to be updated. [ 849.401995] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.403146] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.403293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.427376] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.427632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.427682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.427943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.428157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.428397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8997c62-adf6-4d7d-a204-2e124311796e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.904329] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.947496] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 in Status: SUCCESS [ 849.947700] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 deletion is rescheduled due to dependency. [ 849.947818] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.407136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.407363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.407363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.408032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.408032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.408032] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be created. [ 850.432942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.433159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.433233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.433445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.433599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.445815] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: UNINITIALIZED for 2s [ 852.403030] env[66010]: INFO networking_nsxv3.common.synchronization [req-2becc913-43f0-49ee-883d-21b17b9175a5 req-ad852ce9-1c0e-411c-a807-d9097e5d62af tempest-ListServerFiltersTestJSON-18973286 tempest-ListServerFiltersTestJSON-18973286-project-member] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 852.403637] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 852.404036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.404176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.404245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.405716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.405889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.405998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.406098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.406251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.406351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.406422] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.456503] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 852.456900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.457513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.457792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.458020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.458203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.458272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.458439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.458517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.458601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.458691] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.550538] env[66010]: INFO networking_nsxv3.common.synchronization [req-ed783111-a995-4355-8360-e576e285c9e3 req-b144f5c8-5b53-4aa2-a4f2-0befaed59e36 tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 852.551061] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 852.551357] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.551474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.551542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.551730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.551880] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.552048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.552117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.552266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.552352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.552445] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.908418] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.960921] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.054559] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.166230] env[66010]: INFO networking_nsxv3.common.synchronization [req-877d07d6-de99-406c-a720-ce5b4947b445 req-7779d396-5635-409e-9e50-63b21cf96952 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 853.166678] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 853.166973] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.167131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.167196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.167615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.167778] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.167889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.167959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.168132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.168221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.168316] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.410859] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.465846] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc: rpc.has_security_group_logging(os_id): False [ 853.488130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.488306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.488363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.488741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.488741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.488940] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.489010] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.489059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.489216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.489289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.489382] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be created. [ 853.557350] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.567581] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.567994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.568348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.568611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.568888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.579808] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.580945] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.581261] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.581767] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.582422] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.582737] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.582944] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.583998] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.585079] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.585079] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.585218] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.585330] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.585373] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.585475] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.585620] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.585779] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.587702] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 853.628248] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.628375] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.628522] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.631115] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.631508] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-9bf6e479-9133-44b0-a7bc-b0cd397e811f taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.631688] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.631806] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.632175] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.633725] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf6e479-9133-44b0-a7bc-b0cd397e811f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.671186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.671459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.671595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.672334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.672334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.672587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.672730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.672817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.673163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.673263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.673363] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 already deleted. [ 853.673445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.914352] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.914566] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.914614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.915256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.915256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.915401] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 853.949969] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.949969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.949969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.949969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.949969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.958996] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 854.060114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.060280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.060349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.060581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.060669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.060764] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 854.088903] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.088903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.088903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.089160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.089160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.098941] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 854.136378] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.136649] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.136817] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.137192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.137387] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.137551] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 9bf6e479-9133-44b0-a7bc-b0cd397e811f not found, creating... [ 854.137856] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.138079] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.138253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.138516] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.138656] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.139040] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.139268] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.139356] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.139575] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.139725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.139866] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 9bf6e479-9133-44b0-a7bc-b0cd397e811f is going to be created. [ 854.169335] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.169582] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.169643] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.169912] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.170207] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.170384] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.912337] env[66010]: INFO networking_nsxv3.common.synchronization [req-877d07d6-de99-406c-a720-ce5b4947b445 req-ba1a7820-c1a1-4cc1-ae3e-9413e576ca05 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 854.912337] env[66010]: INFO networking_nsxv3.common.synchronization [req-877d07d6-de99-406c-a720-ce5b4947b445 req-ba1a7820-c1a1-4cc1-ae3e-9413e576ca05 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 854.912337] env[66010]: INFO networking_nsxv3.common.synchronization [req-877d07d6-de99-406c-a720-ce5b4947b445 req-ba1a7820-c1a1-4cc1-ae3e-9413e576ca05 service nova] Enqueued Resource ID: 9bf6e479-9133-44b0-a7bc-b0cd397e811f with Priority: HIGHEST for action port [ 854.912337] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 854.912337] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 854.912337] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf6e479-9133-44b0-a7bc-b0cd397e811f with Priority: HIGHEST for action port [ 854.913583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.914151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.914151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.914870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.915800] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.916492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.916631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.917760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.917760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.918452] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.918631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.918742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.918978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.919146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.919298] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.920349] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf6e479-9133-44b0-a7bc-b0cd397e811f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.920752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.920860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.921332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.921332] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf6e479-9133-44b0-a7bc-b0cd397e811f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.425543] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.428042] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.428042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.428042] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bf6e479-9133-44b0-a7bc-b0cd397e811f with status ACTIVE [ 855.428319] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.428405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.428518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.428844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.429470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.429470] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.429680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.429680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.429971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.430163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.430327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.430415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.430479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.430696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.430796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.432320] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bf6e479-9133-44b0-a7bc-b0cd397e811f is going to be updated. [ 855.459308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.459718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.459935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.460192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.460339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.460513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf6e479-9133-44b0-a7bc-b0cd397e811f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.606047] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 855.606336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.928683] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.976644] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 855.976644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.115021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 856.115021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.435870] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.435870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.435870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.435870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.435870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.435870] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be created. [ 856.469504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.469676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.469756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.469982] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.470155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.483134] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: UNINITIALIZED for 2s [ 857.831201] env[66010]: INFO networking_nsxv3.common.synchronization [req-5b13efbd-ac01-4b02-9c6d-dee484499d26 req-2d74e59a-d1a7-4260-9061-39f343785d78 tempest-ServerRescueTestJSON-864543557 tempest-ServerRescueTestJSON-864543557-project-member] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 857.832456] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 857.832922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.833126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.833243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.833522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.833750] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.834156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.834284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.834510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.834654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.834790] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.339018] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.495104] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 858.495395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.495662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.495881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.496196] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.496347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.496424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.496606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.496692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.496817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.496863] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.843075] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.001103] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.001103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.001103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.001103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.001103] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.001103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.001103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.001559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.001559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.001559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.001559] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.001705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.001705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.001809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.001942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.002045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.002106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.002245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.002317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.002396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.002481] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.345681] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.345834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.346334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.346574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.346690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.347606] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be updated. [ 859.381836] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.382091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.382335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.382619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.382829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.393410] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: IN_PROGRESS for 2s [ 859.504296] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ebf8a7-e66f-4b48-8be6-9b20307d5790: rpc.has_security_group_logging(os_id): False [ 859.522758] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.522981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.523067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.523287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.523622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.523890] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.523994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.524070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.524472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.524563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.524747] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.524993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.525139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.525316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.525378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.525601] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.525672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.525736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.525896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.525985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.527768] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be created. [ 859.590658] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.590658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.590658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.590658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.590862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.608792] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 860.194420] env[66010]: INFO networking_nsxv3.common.synchronization [req-4c9fd4b8-c2d1-4365-a837-fb8ca0d0e695 req-1aaf3e53-02cd-4d64-b397-d0b1b0120211 tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 860.195012] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 860.196729] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.196729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.196729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.196729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.196729] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.196729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.196729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.196729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.196729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.196729] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.421304] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c6d1f389-fd0b-493f-a7bb-0d20ff0eefdf tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_rules [ 860.421304] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_rules [ 860.421398] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.421463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.421725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.421804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.421853] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.583686] env[66010]: INFO networking_nsxv3.common.synchronization [None req-6b3b9a6b-2d18-4c17-9c2b-89773ab04196 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_rules [ 860.584607] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_rules [ 860.584963] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.585597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.698481] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.956804] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.957092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.957216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.957550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.957688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.957834] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 already deleted. [ 860.957969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.959207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.959207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.959207] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.201742] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.411672] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 861.411912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.484325] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.484325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.484325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.484325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.484325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.484325] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 already deleted. [ 861.484325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.623582] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 861.623817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.704140] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.704325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.704434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.704681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.704775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.704876] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 861.734614] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.734774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.734825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.735098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.735274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.747659] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 863.762086] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 863.762479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.225739] env[66010]: INFO networking_nsxv3.common.synchronization [req-a60a5549-9b7e-42e3-9fa3-3782620560aa req-85f6940b-db87-49e9-99d4-1eebef3fa0eb tempest-ServerGroupTestJSON-1627080139 tempest-ServerGroupTestJSON-1627080139-project-member] Enqueued Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_members [ 865.226338] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_members [ 865.226650] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.226773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.226840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.227193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.227417] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.227498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.227559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.227763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.227876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.227993] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.546621] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.546822] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-768" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.546945] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-768" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.547326] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-768" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.547718] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.547833] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.547903] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.548115] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.548273] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.548482] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.548599] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.548696] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.548801] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.548919] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.549030] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.549197] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.568990] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.569180] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.569362] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.569562] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-768" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.570113] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-d7a2a59b-25a3-4030-bc1b-79de2772a845 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.570292] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.570364] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.570670] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.570821] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a2a59b-25a3-4030-bc1b-79de2772a845',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.732022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.732022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.732022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.732022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.732022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.732344] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.732344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.732344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.732487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.732632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.732709] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 already deleted. [ 865.732786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.074407] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.074613] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.074810] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.075612] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.075612] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.075612] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port d7a2a59b-25a3-4030-bc1b-79de2772a845 not found, creating... [ 866.076624] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.076624] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.076624] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.076970] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.076970] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.077225] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.077377] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.077797] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.078088] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.078239] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.078480] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: d7a2a59b-25a3-4030-bc1b-79de2772a845 is going to be created. [ 866.103206] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103412] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103583] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.103882] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.104144] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.104380] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.846167] env[66010]: INFO networking_nsxv3.common.synchronization [req-a60a5549-9b7e-42e3-9fa3-3782620560aa req-b7480eb7-ccf1-4afc-8d72-fd40d84d6971 service nova] Enqueued Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_rules [ 866.846167] env[66010]: INFO networking_nsxv3.common.synchronization [req-a60a5549-9b7e-42e3-9fa3-3782620560aa req-b7480eb7-ccf1-4afc-8d72-fd40d84d6971 service nova] Enqueued Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_members [ 866.846693] env[66010]: INFO networking_nsxv3.common.synchronization [req-a60a5549-9b7e-42e3-9fa3-3782620560aa req-b7480eb7-ccf1-4afc-8d72-fd40d84d6971 service nova] Enqueued Resource ID: d7a2a59b-25a3-4030-bc1b-79de2772a845 with Priority: HIGHEST for action port [ 866.846876] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_rules [ 866.846966] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_members [ 866.847950] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a2a59b-25a3-4030-bc1b-79de2772a845 with Priority: HIGHEST for action port [ 866.848680] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.848831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.848978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.849297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.849387] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.850589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.850684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.850858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.850986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.851184] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.851550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.851669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.851816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.852028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.852028] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.853837] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a2a59b-25a3-4030-bc1b-79de2772a845 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.853978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.854056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.854220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.854295] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a2a59b-25a3-4030-bc1b-79de2772a845',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.357198] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.357381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.357555] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.358546] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7a2a59b-25a3-4030-bc1b-79de2772a845 with status ACTIVE [ 867.358748] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.358878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.358950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.359196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.360410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.360712] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.360855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.360943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.361201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.361306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.361526] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.361602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.361674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.361831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.361920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.362043] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7a2a59b-25a3-4030-bc1b-79de2772a845 is going to be updated. [ 867.396274] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.396381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.396442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.396665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.396841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.397039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a2a59b-25a3-4030-bc1b-79de2772a845" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.856123] env[66010]: INFO networking_nsxv3.common.synchronization [req-ad4f7f0e-dac4-4295-8c74-8f2c107fbbf7 req-742f62d3-7226-42b9-88a9-5e692243ded7 tempest-MigrationsAdminTest-2069506843 tempest-MigrationsAdminTest-2069506843-project-member] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 867.856975] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 867.857407] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.857526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.857526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.857713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.857869] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.858050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.858120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.858265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.858417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.858590] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.863742] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.361286] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.369074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.369360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.369536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.372428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.372428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.372428] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 is going to be created. [ 868.410795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.411160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.411160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.425416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 in Status: UNINITIALIZED for 2s [ 868.868442] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.371570] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.371753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.371810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.372063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.372231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.372287] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be updated. [ 869.404035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.404035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.404035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.404432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.404432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.416557] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: IN_PROGRESS for 2s [ 870.441043] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 in Status: SUCCESS [ 870.441444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.442563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.442870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.443616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.443616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.443616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.443822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.443822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.443908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.443974] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.947316] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.947482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.947482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.947779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.948201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.948201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.948201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.948579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.948579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.948782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.949075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.949159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.949201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.949572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.949572] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.949688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.949727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.951146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.951146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.951146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.951146] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.434854] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: SUCCESS [ 871.434854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.455903] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ff446ad-6318-4288-ac01-fbe600dcaf10: rpc.has_security_group_logging(os_id): False [ 871.495816] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.495816] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.495816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.496301] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.496301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.496385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.496511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.496601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.496778] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.496894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.496929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.497082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.497157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.497245] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 is going to be created. [ 871.597767] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.597767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.597767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.597767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.597767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.609907] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 in Status: IN_PROGRESS for 2s [ 871.954255] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-da44100f-b501-44c0-a811-fb3308b8f1bd tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 871.955211] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 871.955818] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.955941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.956141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.956242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.956408] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.956733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.956733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.957035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.957220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.957350] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.442011] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.442282] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.442462] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.443311] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.443859] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.444146] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.444330] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.444668] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.444867] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.445179] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.445350] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.445519] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.445681] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.445844] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.446013] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.446307] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.462668] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.462668] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.462668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.462668] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 872.469031] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.469031] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.469031] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.469031] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-a565a39f-1a40-47c2-8aed-aa67323949dd taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.469031] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a565a39f-1a40-47c2-8aed-aa67323949dd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.496261] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.498881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.498881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.498881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.498881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.510766] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 872.973549] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.973549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.973549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.973549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.973549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.973549] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port a565a39f-1a40-47c2-8aed-aa67323949dd not found, creating... [ 872.973549] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.974397] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.975223] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.975881] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.976210] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.976947] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.979528] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.979528] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.979528] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.979528] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.979528] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: a565a39f-1a40-47c2-8aed-aa67323949dd is going to be created. [ 873.001625] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.001625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.001625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.001625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.001625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.001625] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.628481] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 in Status: SUCCESS [ 873.628989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.751085] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-3493e9d5-4e05-4795-9d27-97632c0b0873 service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 873.751400] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-3493e9d5-4e05-4795-9d27-97632c0b0873 service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 873.751496] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-3493e9d5-4e05-4795-9d27-97632c0b0873 service nova] Enqueued Resource ID: a565a39f-1a40-47c2-8aed-aa67323949dd with Priority: HIGHEST for action port [ 873.751981] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 873.756304] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 873.756304] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a565a39f-1a40-47c2-8aed-aa67323949dd with Priority: HIGHEST for action port [ 873.756304] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.756304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.756304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.756304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.756304] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.756304] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.756304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.756304] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a565a39f-1a40-47c2-8aed-aa67323949dd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.756304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.760271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.760271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.760271] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a565a39f-1a40-47c2-8aed-aa67323949dd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.151844] env[66010]: INFO networking_nsxv3.common.synchronization [None req-e408ebdf-91e6-4fe7-ad48-458987beeaae None None] Enqueued Resource ID: bc72314f-6015-4062-b3ce-5a5a06a34d97 with Priority: HIGHEST for action port [ 874.152599] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc72314f-6015-4062-b3ce-5a5a06a34d97 with Priority: HIGHEST for action port [ 874.152701] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc72314f-6015-4062-b3ce-5a5a06a34d97 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.153685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc72314f-6015-4062-b3ce-5a5a06a34d97" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.153685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc72314f-6015-4062-b3ce-5a5a06a34d97" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.153685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc72314f-6015-4062-b3ce-5a5a06a34d97" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.153685] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc72314f-6015-4062-b3ce-5a5a06a34d97',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.261278] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.261551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.261686] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a565a39f-1a40-47c2-8aed-aa67323949dd with status ACTIVE [ 874.261871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.262027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.262083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.262276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.262367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.262537] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.262672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.262736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.262835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.262908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.263169] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.263287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.263352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.263485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.263553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.263638] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a565a39f-1a40-47c2-8aed-aa67323949dd is going to be updated. [ 874.298991] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.299164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.299348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.300043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.300043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.300043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a565a39f-1a40-47c2-8aed-aa67323949dd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.523342] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 874.523597] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 deletion is rescheduled due to dependency. [ 874.523803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.523987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.524312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.524572] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.524727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.524867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.525690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.525848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.525959] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.588164] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-d6183f48-d9d0-4364-aafd-a1d664ffa7e0 tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 874.589489] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 874.590274] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.590583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.660490] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc72314f-6015-4062-b3ce-5a5a06a34d97 [ 874.660817] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.660908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.661034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.661250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.661346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.661444] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc72314f-6015-4062-b3ce-5a5a06a34d97 already deleted. [ 874.661539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc72314f-6015-4062-b3ce-5a5a06a34d97" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.004977] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.006700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.006700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.006700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.006700] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.006700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.006700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.007030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.007075] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.007284] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.008051] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.008051] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.008051] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.008051] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.008051] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.008051] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.029045] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.062513] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.063083] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.064501] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.064501] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-543" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.064501] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-4b99b513-9e71-4b66-83d7-f41365cb8b50 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.064501] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.064501] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.064852] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.064852] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b99b513-9e71-4b66-83d7-f41365cb8b50',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.509925] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c6d482dd-172e-4391-b241-5fdd70f97ce1 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_rules [ 875.510349] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_rules [ 875.510648] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.511018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.511103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.511374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.511468] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.534969] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.568375] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.568641] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.568767] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.569109] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.571919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.571919] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 4b99b513-9e71-4b66-83d7-f41365cb8b50 not found, creating... [ 875.571919] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.571919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.571919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.571919] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.572571] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.572571] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.572571] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 4b99b513-9e71-4b66-83d7-f41365cb8b50 is going to be created. [ 875.593473] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.593655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.593737] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.594011] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.594331] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.594473] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.659442] env[66010]: INFO networking_nsxv3.common.synchronization [None req-93558046-f54c-44c0-9215-ee7efa5dd0e1 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_rules [ 875.660686] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_rules [ 875.661143] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.661143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.035396] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.035665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.035665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.035882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.035972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.036097] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 already deleted. [ 876.036205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.036417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.036797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.036797] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.038156] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.038156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.038156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.038371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.038371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.038449] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 876.071661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.072829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.072829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.072829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.072829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.084927] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 876.358881] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-2215725a-4b9c-4250-ab32-f9062acc6120 service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 876.359194] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-2215725a-4b9c-4250-ab32-f9062acc6120 service nova] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 876.359337] env[66010]: INFO networking_nsxv3.common.synchronization [req-ab22b8ce-fed6-4d0f-8951-b5897bf73d25 req-2215725a-4b9c-4250-ab32-f9062acc6120 service nova] Enqueued Resource ID: 4b99b513-9e71-4b66-83d7-f41365cb8b50 with Priority: HIGHEST for action port [ 876.359987] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_rules [ 876.360146] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 876.360237] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b99b513-9e71-4b66-83d7-f41365cb8b50 with Priority: HIGHEST for action port [ 876.360528] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.360630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.360897] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.360996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.361200] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b99b513-9e71-4b66-83d7-f41365cb8b50 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.361304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.361368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.361574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.361653] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b99b513-9e71-4b66-83d7-f41365cb8b50',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.562643] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.562643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.562643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.562643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.562643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.562643] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 already deleted. [ 876.562643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.644084] env[66010]: INFO networking_nsxv3.common.synchronization [None req-4b767ed6-749a-41ea-b104-2e33f5a86501 None None] Enqueued Resource ID: 2ca2888c-23cb-41c2-a629-bbaa980b53b6 with Priority: HIGHEST for action port [ 876.645028] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca2888c-23cb-41c2-a629-bbaa980b53b6 with Priority: HIGHEST for action port [ 876.645374] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca2888c-23cb-41c2-a629-bbaa980b53b6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.645511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca2888c-23cb-41c2-a629-bbaa980b53b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.645562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca2888c-23cb-41c2-a629-bbaa980b53b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.645873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca2888c-23cb-41c2-a629-bbaa980b53b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.645944] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca2888c-23cb-41c2-a629-bbaa980b53b6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.867091] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b99b513-9e71-4b66-83d7-f41365cb8b50 with status ACTIVE [ 876.867091] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.867091] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.867091] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.867091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.870679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.870679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.870679] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b99b513-9e71-4b66-83d7-f41365cb8b50 is going to be updated. [ 876.901387] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.901587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.902014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.902014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.902146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.902745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b99b513-9e71-4b66-83d7-f41365cb8b50" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.149192] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ca2888c-23cb-41c2-a629-bbaa980b53b6 [ 877.149625] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.149625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.149830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.150057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.150262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.150341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ca2888c-23cb-41c2-a629-bbaa980b53b6 already deleted. [ 877.150456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca2888c-23cb-41c2-a629-bbaa980b53b6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.099064] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 878.099339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.099520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.099729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.099949] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.100104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.100181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.100396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.100517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.100650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.100755] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.102850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.102901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.103404] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.103617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.103760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.107801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.107801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107801] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.610021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.610021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.610232] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.113325] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.399577] env[66010]: INFO networking_nsxv3.common.synchronization [req-8bacc2f4-8d6b-4ef9-a53c-dc7af3b8d476 req-37e27213-8056-4cae-8031-565e76baff6e tempest-ListServerFiltersTestJSON-18973286 tempest-ListServerFiltersTestJSON-18973286-project-member] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 879.400099] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGHEST for action security_group_members [ 879.400400] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.401377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.401377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.401377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.401377] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.404317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.404614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.404878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.404974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.405097] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.616331] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.616583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.616692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.616989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.617165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.617338] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 879.648025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.648208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.648243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.648921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.649187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.662391] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 879.910915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.910915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.910915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.910915] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be updated. [ 879.940581] env[66010]: INFO networking_nsxv3.common.synchronization [None req-6132a314-c1cd-4bb7-9615-9a2bc823a1cd tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_rules [ 879.940937] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_rules [ 879.941355] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.941519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.941593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.941893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.941974] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.956040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.956255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.956309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.956596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.956841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.972319] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: IN_PROGRESS for 2s [ 880.122074] env[66010]: INFO networking_nsxv3.common.synchronization [None req-81613821-e9be-4077-8f75-a17222fbdeb1 tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_rules [ 880.122074] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_rules [ 880.122074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.122074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.321247] env[66010]: INFO networking_nsxv3.common.synchronization [req-ed2a344a-7767-472a-8849-11ab6b611a4f req-8ff1ea38-94c1-44f9-a2f7-a1750018abc8 tempest-ServerGroupTestJSON-1627080139 tempest-ServerGroupTestJSON-1627080139-project-member] Enqueued Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_members [ 880.321973] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGHEST for action security_group_members [ 880.322135] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.322249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.322576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.322576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.322678] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.322894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.322894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.322976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.323078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.323194] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.479486] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.479486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.479486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.479486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.479486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.479486] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c already deleted. [ 880.479486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.480066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.480245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.480364] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.825900] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.826062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.826131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.826406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.826667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.826768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.826852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.826901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.827255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.827255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.827255] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 is going to be updated. [ 880.859359] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.859496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.859566] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.859779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.860264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.871637] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 in Status: IN_PROGRESS for 2s [ 881.009025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.009025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.009025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.009025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.009025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009025] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c already deleted. [ 881.009025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.054356] env[66010]: INFO networking_nsxv3.common.synchronization [req-11ebcc14-c7b1-41ed-8405-51447bc5510b req-31485d51-d5ea-47d2-a52c-e3ac02e9e4fb tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 881.054356] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 881.054356] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.054356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.054356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.054356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.054356] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.054356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.054857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.055254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.055563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.055771] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.440631] env[66010]: INFO networking_nsxv3.common.synchronization [req-893cf1d3-6729-4e6c-ad51-ba00e5ee06f3 req-b806ed29-3ee6-49a1-a850-3483dd365a01 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 881.441569] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 881.441936] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.442086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.442147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.442370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.442509] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.442604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.442674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.442816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.442901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.442996] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.558300] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.675046] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 881.675046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.675316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.675605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.675843] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.676094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.676276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.676484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.676670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.676858] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.841858] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.842095] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.842172] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.842453] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.842953] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.842953] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.842953] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.843178] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.843657] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.843657] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.843657] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.843808] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.843808] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.843913] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.844018] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.844141] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.865616] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.865616] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.865616] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.865616] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.866208] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-afc3c9d4-86e8-46c0-b209-21801693d5e4 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.866208] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.866339] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.867560] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.867560] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc3c9d4-86e8-46c0-b209-21801693d5e4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.946718] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.946983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.947136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.947416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.947575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.947758] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.947896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.948052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.948343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.948498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.948641] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 881.985015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.985015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.985497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.985819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.986084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.988313] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed450e8c-83e0-4816-be9d-672d849faa2b in Status: SUCCESS [ 881.988815] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b deletion is rescheduled due to dependency. [ 881.988815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.999735] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 882.061229] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.178896] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.369991] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.370279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.370406] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.370886] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.371082] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.371243] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port afc3c9d4-86e8-46c0-b209-21801693d5e4 not found, creating... [ 882.371520] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.371706] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.371791] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.372030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.372165] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.372453] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.372605] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.372717] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.372928] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.373147] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.373314] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: afc3c9d4-86e8-46c0-b209-21801693d5e4 is going to be created. [ 882.402201] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.402201] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.402201] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.402522] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.403262] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.403262] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.563626] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.564020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.564020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.564251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.564305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.564387] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 882.595971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.596250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.596345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.596577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.596752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.609238] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 882.682054] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.882205] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 in Status: SUCCESS [ 882.882379] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 deletion is rescheduled due to dependency. [ 882.882495] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.175095] env[66010]: INFO networking_nsxv3.common.synchronization [req-893cf1d3-6729-4e6c-ad51-ba00e5ee06f3 req-bb14f8d1-752f-4551-8a25-4f4dce7291ea service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 883.175240] env[66010]: INFO networking_nsxv3.common.synchronization [req-893cf1d3-6729-4e6c-ad51-ba00e5ee06f3 req-bb14f8d1-752f-4551-8a25-4f4dce7291ea service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 883.175413] env[66010]: INFO networking_nsxv3.common.synchronization [req-893cf1d3-6729-4e6c-ad51-ba00e5ee06f3 req-bb14f8d1-752f-4551-8a25-4f4dce7291ea service nova] Enqueued Resource ID: afc3c9d4-86e8-46c0-b209-21801693d5e4 with Priority: HIGHEST for action port [ 883.175958] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 883.176269] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 883.176269] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc3c9d4-86e8-46c0-b209-21801693d5e4 with Priority: HIGHEST for action port [ 883.177055] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.177055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.177055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.177055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.177055] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.177863] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.177970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.178247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc3c9d4-86e8-46c0-b209-21801693d5e4 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.179521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.179521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.179521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.179521] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc3c9d4-86e8-46c0-b209-21801693d5e4',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.185774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.185847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.185883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.186092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.186179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.186748] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 883.220024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.220024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.220194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.220446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.220558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.230241] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 883.681206] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.681571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.681740] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afc3c9d4-86e8-46c0-b209-21801693d5e4 with status ACTIVE [ 883.682037] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.682221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.682342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.682662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.682823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.683122] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.683299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.683409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.683680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.683968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.684282] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.684432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.684528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.684763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.684893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.685017] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afc3c9d4-86e8-46c0-b209-21801693d5e4 is going to be updated. [ 883.708709] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.708895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.708940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc3c9d4-86e8-46c0-b209-21801693d5e4" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.009720] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 884.009796] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 884.010540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.010540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.010540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.010540] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.010736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.010881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.011081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.012118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.012118] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.514058] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.620935] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 884.621905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.016948] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.241229] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 885.241470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.241640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.241859] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.242073] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.242190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.242252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.242473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.242473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.242562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.242715] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.242806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.242865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.243011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.243162] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.243283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.243314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.243473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.243510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.243583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.243669] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.520375] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.520375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.520375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.520375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.520375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.520783] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 885.547335] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.547484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.547572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.547808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.547968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.557655] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 885.646546] env[66010]: INFO networking_nsxv3.common.synchronization [req-cb52a5e9-3ae2-423e-872b-77ac5460ffdc req-bddef0d6-328f-49dc-a0f3-060ff450df52 tempest-ServerRescueTestJSON-864543557 tempest-ServerRescueTestJSON-864543557-project-member] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 885.647108] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGHEST for action security_group_members [ 885.647407] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.647563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.647658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.647806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.647955] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.648583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.648656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.648836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.648955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.649051] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.746668] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c39a865-6a5f-45b6-9e36-cb38d32560d6: rpc.has_security_group_logging(os_id): False [ 885.770255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.770255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.770255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.770255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.770255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.770255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.770255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.770255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.770255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.770662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.770961] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.771105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.771220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.771307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.771386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.771599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.771714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.771823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.771923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.771986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.772094] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 885.857295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.857492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.857535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.858482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.858482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.873808] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 886.151992] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.151992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.151992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.151992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.151992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.151992] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.151992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.152851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.152851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.152851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.152851] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be updated. [ 886.185670] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.185835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.185905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.186133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.186299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.197254] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: IN_PROGRESS for 2s [ 887.568556] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 887.569208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.569208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.569208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.569377] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.569446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.569515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.569663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.570180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.570180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.570180] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.907497] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 887.907738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.907918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.908153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.908243] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.073187] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.073187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.073550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.073589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.073796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.073909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.073975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.074171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.074262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.074357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.074508] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.074605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.074662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.074805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.074939] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.075048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.075118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.075820] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.075905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.075950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.076036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.181841] env[66010]: INFO networking_nsxv3.common.synchronization [req-7b64a64b-4702-4564-8b4f-59916a3cae27 req-69d42b8b-59e4-4e59-aab9-5087016ec403 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_members [ 888.182451] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_members [ 888.182762] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.182882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.182949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.183902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.183902] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.184194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.184194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.184405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.184516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.187379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.207926] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 in Status: SUCCESS [ 888.208152] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 deletion is rescheduled due to dependency. [ 888.208290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.320550] env[66010]: INFO networking_nsxv3.common.synchronization [req-55a89d6f-fb9d-4e2d-9df1-d7c4f8500d71 req-451a3c28-9bb8-429c-84ee-88281f894cd1 tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 888.321109] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 888.321405] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.321531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.321597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.322236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.322404] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.322629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.322747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.322967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.323078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.323167] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.410714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.410903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.553801] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.554070] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.554206] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.554473] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.554744] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.554886] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.554998] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.555278] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.555458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.555672] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.556462] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.556609] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.556724] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.556839] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.556945] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.557151] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.578019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.578019] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.578019] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.578019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.578019] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.578019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.578019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.578019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.578019] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7bfb660-9782-40a0-ba72-dbf7d8e394cd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.579560] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c86e8117-9a9d-431d-ad85-bfb47bad9984: rpc.has_security_group_logging(os_id): False [ 888.598846] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.599690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.599690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.599690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.599690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.599824] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.599824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.599931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.600097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.600201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.600387] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.600480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.600571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.600687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.600761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.601040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.601409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.601467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.601698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.601779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.601872] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 888.653505] env[66010]: INFO networking_nsxv3.common.synchronization [req-e8ba6621-b361-4dd5-b4ab-0e27c88ecb10 req-b2a7f627-9212-47a0-b8ba-4ab25d925594 tempest-MultipleCreateTestJSON-333501066 tempest-MultipleCreateTestJSON-333501066-project-member] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 888.654070] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGHEST for action security_group_members [ 888.654389] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.654494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.672382] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.672458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.672553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.672759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.672959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.688188] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.688188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.688188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.688188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.688447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.688848] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.689099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.689280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.689618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.689818] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.690040] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 already deleted. [ 888.690251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.694272] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 888.826385] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.056950] env[66010]: INFO networking_nsxv3.common.synchronization [req-6a8cb357-d443-46d3-914d-cc06266ae040 req-1f870ea6-51fe-4b2a-8edc-69892aa389ad tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 889.057520] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 889.057831] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.058209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.058295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.058494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.058657] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.058760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.058823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.058975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.059074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.059170] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.082066] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.082066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.082066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.082293] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.082330] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.082463] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port e7bfb660-9782-40a0-ba72-dbf7d8e394cd not found, creating... [ 889.082720] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.083347] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.083347] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.083347] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.083493] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.083652] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.083801] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.083911] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.085995] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.085995] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.085995] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: e7bfb660-9782-40a0-ba72-dbf7d8e394cd is going to be created. [ 889.109052] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.109271] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.109394] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.109669] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.109898] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.110144] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.332128] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.562528] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.562528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.562652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.562767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.562860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.563076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.563205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.563286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.563448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.563541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.563614] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 889.592905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.593169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.593169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.593427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.593601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.603901] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 889.834764] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.834955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.834987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.835446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.835537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.835741] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 889.848877] env[66010]: INFO networking_nsxv3.common.synchronization [req-7b64a64b-4702-4564-8b4f-59916a3cae27 req-aa1a5b4c-5a71-4358-9bdd-1e8ffc47b8b2 service nova] Enqueued Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_rules [ 889.849084] env[66010]: INFO networking_nsxv3.common.synchronization [req-7b64a64b-4702-4564-8b4f-59916a3cae27 req-aa1a5b4c-5a71-4358-9bdd-1e8ffc47b8b2 service nova] Enqueued Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_members [ 889.849210] env[66010]: INFO networking_nsxv3.common.synchronization [req-7b64a64b-4702-4564-8b4f-59916a3cae27 req-aa1a5b4c-5a71-4358-9bdd-1e8ffc47b8b2 service nova] Enqueued Resource ID: e7bfb660-9782-40a0-ba72-dbf7d8e394cd with Priority: HIGHEST for action port [ 889.849439] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_rules [ 889.849564] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_members [ 889.849657] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bfb660-9782-40a0-ba72-dbf7d8e394cd with Priority: HIGHEST for action port [ 889.850232] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.850362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.850421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.851127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.851127] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.851568] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.851730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.851806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.851987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.852227] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.852227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.852349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.852435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.852523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.852610] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.855174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.855323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.855376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.855555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.855684] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7bfb660-9782-40a0-ba72-dbf7d8e394cd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.870951] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.871102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.871175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.871377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.871650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.884599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 890.355874] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.357192] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.357295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.358855] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7bfb660-9782-40a0-ba72-dbf7d8e394cd with status ACTIVE [ 890.358855] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.359100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.359100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.359166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.359215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.359378] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.359971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.359971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.359971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.359971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.359971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.360407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.360407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.360407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.360407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.360407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7bfb660-9782-40a0-ba72-dbf7d8e394cd is going to be updated. [ 890.382419] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.382559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.382626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.382824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.382951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.383125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7bfb660-9782-40a0-ba72-dbf7d8e394cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.707630] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 890.707901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.840480] env[66010]: INFO networking_nsxv3.common.synchronization [req-82b59b8d-81af-4aa8-aaa3-77cd8db7cd2e req-7a62e259-eaa5-4665-ab23-8b3db0a9c33d tempest-ServersAdminNegativeTestJSON-1126209874 tempest-ServersAdminNegativeTestJSON-1126209874-project-member] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 890.841503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 890.841503] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.841503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.841764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.841807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.841958] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.842045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.842114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.842268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.842356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.842449] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.857685] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.308072] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.308072] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.308072] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.308072] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.308072] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.308700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.308700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.308700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.308700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.308876] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.308965] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.309085] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.309304] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.309304] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.309387] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.309491] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.328179] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.328454] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.328594] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.328626] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.329231] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.329231] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.329411] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.329640] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.329771] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b762d8c2-3424-4f33-b7fc-0d52f4391c2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.344391] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.344529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.344636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.344850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.344912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.345077] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.345289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.345289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.345413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.345470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.345568] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 already deleted. [ 891.345663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.360164] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.360228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.360257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.360432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.360622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.360622] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 is going to be created. [ 891.389849] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.390044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.390087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.390280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.390473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.403645] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 in Status: UNINITIALIZED for 2s [ 891.616067] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 891.616067] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a deletion is rescheduled due to dependency. [ 891.616365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.833680] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.833963] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.834101] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.835061] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.835061] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.835061] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port b762d8c2-3424-4f33-b7fc-0d52f4391c2d not found, creating... [ 891.835259] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.835346] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.835726] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.835726] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.835814] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.836155] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.836403] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.836467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.836850] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.836850] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.837031] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: b762d8c2-3424-4f33-b7fc-0d52f4391c2d is going to be created. [ 891.857997] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.858402] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.858402] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.858643] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.858869] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.859097] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.896720] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 891.896945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.897178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.897392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.897587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.897701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.897767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.897912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.897991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.898086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.898185] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.898996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.899180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.899331] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.899431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.899492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.899631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.899709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.899794] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.402741] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.402906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.403314] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.403421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.403669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.403920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.404128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.404310] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.404477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.404764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.404764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.404894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.404971] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 892.432669] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.432669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.432669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.432894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.433016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.441275] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 892.595113] env[66010]: INFO networking_nsxv3.common.synchronization [req-82b59b8d-81af-4aa8-aaa3-77cd8db7cd2e req-04d365ab-ef4f-4586-b2d7-2af2d22e74c1 service nova] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_rules [ 892.597499] env[66010]: INFO networking_nsxv3.common.synchronization [req-82b59b8d-81af-4aa8-aaa3-77cd8db7cd2e req-04d365ab-ef4f-4586-b2d7-2af2d22e74c1 service nova] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 892.597499] env[66010]: INFO networking_nsxv3.common.synchronization [req-82b59b8d-81af-4aa8-aaa3-77cd8db7cd2e req-04d365ab-ef4f-4586-b2d7-2af2d22e74c1 service nova] Enqueued Resource ID: b762d8c2-3424-4f33-b7fc-0d52f4391c2d with Priority: HIGHEST for action port [ 892.597499] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_rules [ 892.597499] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 892.597499] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b762d8c2-3424-4f33-b7fc-0d52f4391c2d with Priority: HIGHEST for action port [ 892.597499] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.597499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.597499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.597499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.597499] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.598644] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.598959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.598959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.599057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.599167] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.599370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.599461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.599616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.599702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.599812] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.601063] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.601167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.601236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.601413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.601690] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b762d8c2-3424-4f33-b7fc-0d52f4391c2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.099300] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.099834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.108301] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b762d8c2-3424-4f33-b7fc-0d52f4391c2d with status ACTIVE [ 893.108301] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.108301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.108301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.108301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.108301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.108301] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.109120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.109120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.109120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.109120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.109312] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.109446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.109602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.109842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.109842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.110033] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b762d8c2-3424-4f33-b7fc-0d52f4391c2d is going to be updated. [ 893.111445] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.138648] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.138648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.138648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.138648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.138648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.138648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b762d8c2-3424-4f33-b7fc-0d52f4391c2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.349101] env[66010]: INFO networking_nsxv3.common.synchronization [req-b8ec71aa-4094-48ee-91f7-b02059d94725 req-8da43dd8-3050-44f0-a0c9-ff9fd7b74ddd tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 893.349703] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 893.350021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.350232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.350329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.350701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.350701] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.350870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.350968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.351129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.351248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.351370] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.435032] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 in Status: SUCCESS [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.435032] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.435032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.435032] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.615441] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.745070] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.745575] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.745929] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.746287] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.746723] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.746987] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.747209] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.748118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.748118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.748118] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.748118] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.748118] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.748509] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.750818] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.750818] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.750818] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.767048] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.767314] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.767401] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.767592] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.767901] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-4736c11e-377a-4955-9793-c61a323b1726 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.768105] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.768195] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.768666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.768821] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4736c11e-377a-4955-9793-c61a323b1726',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.856396] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.938545] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.119622] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.119966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.119966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.120066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.120119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.120219] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be created. [ 894.146084] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.146344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.146344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.146540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.146692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.159282] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: UNINITIALIZED for 2s [ 894.272697] env[66010]: INFO networking_nsxv3.common.synchronization [req-db5dca4f-6dba-4db0-97fb-f87181f906cb req-1537e9d2-dd1a-4ead-8ec1-115971866e12 tempest-MigrationsAdminTest-2069506843 tempest-MigrationsAdminTest-2069506843-project-member] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 894.272697] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.272697] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.273181] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.273581] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.273968] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.273968] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 4736c11e-377a-4955-9793-c61a323b1726 not found, creating... [ 894.274227] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.274385] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.274500] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.274735] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.274867] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.275175] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.275351] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.275467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.275681] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.275810] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.275949] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 4736c11e-377a-4955-9793-c61a323b1726 is going to be created. [ 894.277481] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGHEST for action security_group_members [ 894.278094] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.278196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.278267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.278420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.278560] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.278652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.278715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.278852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.278933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.279036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.305524] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.305764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.305950] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.306473] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.306728] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.307083] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.357947] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.440825] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ed2d839-c6cc-4b7d-a161-b69117bf2980: rpc.has_security_group_logging(os_id): False [ 894.451859] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 894.452105] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 deletion is rescheduled due to dependency. [ 894.452105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.452280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.452514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.452705] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.452948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.452948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.453079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.453143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.453228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.453391] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.453491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.453551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.453732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.453915] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.454033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.454131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.454243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.454314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.454396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.454544] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.460201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.460357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.460472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.460585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.461054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.461054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.461054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.461054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.461244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.461244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.461343] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 is going to be created. [ 894.525735] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.525913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.525985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.526204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.526458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.537478] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 in Status: IN_PROGRESS for 2s [ 894.782954] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.782954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.782954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.782954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.805420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.805757] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.805872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.805907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.806186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.806300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.806372] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be updated. [ 894.844774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.845025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.845025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.845430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.845608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.861116] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.861541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.861541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.861541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.861831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.861831] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 894.869407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: IN_PROGRESS for 2s [ 894.911210] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.911373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.911373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.911560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.911698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.936076] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 894.956862] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c39a865-6a5f-45b6-9e36-cb38d32560d6: rpc.has_security_group_logging(os_id): False [ 894.988353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.988559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.988672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.988969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.989043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.989252] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.989360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.989438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.989580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.989665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.989914] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.990033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.990098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.990294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.990411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.990636] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.990800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.990873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.991063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.991161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.991252] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be updated. [ 895.077812] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.077812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.077997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.078156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.078315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.107833] env[66010]: INFO networking_nsxv3.common.synchronization [req-b8ec71aa-4094-48ee-91f7-b02059d94725 req-33960b3a-a60b-4148-8881-1f3f80315948 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 895.108156] env[66010]: INFO networking_nsxv3.common.synchronization [req-b8ec71aa-4094-48ee-91f7-b02059d94725 req-33960b3a-a60b-4148-8881-1f3f80315948 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 895.108312] env[66010]: INFO networking_nsxv3.common.synchronization [req-b8ec71aa-4094-48ee-91f7-b02059d94725 req-33960b3a-a60b-4148-8881-1f3f80315948 service nova] Enqueued Resource ID: 4736c11e-377a-4955-9793-c61a323b1726 with Priority: HIGHEST for action port [ 895.109219] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 895.109219] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 895.109371] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4736c11e-377a-4955-9793-c61a323b1726 with Priority: HIGHEST for action port [ 895.110383] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: IN_PROGRESS for 2s [ 895.110689] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.110851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.110958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.111238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.111373] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.112574] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.112712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.112931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4736c11e-377a-4955-9793-c61a323b1726 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.113038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.113112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.113359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.113446] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4736c11e-377a-4955-9793-c61a323b1726',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.616705] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.616997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.617065] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4736c11e-377a-4955-9793-c61a323b1726 with status ACTIVE [ 895.617230] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.617339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.617420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.617613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.617701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.617867] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.617966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.618034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.618215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.618295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.618473] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.618589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.618626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.618749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.618814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.618899] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4736c11e-377a-4955-9793-c61a323b1726 is going to be updated. [ 895.640501] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.640657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.640736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.640950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.641094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.641253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4736c11e-377a-4955-9793-c61a323b1726" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.916900] env[66010]: INFO networking_nsxv3.common.synchronization [req-ef3ef104-5b06-41a5-82c7-80a28b3fce88 req-cb866307-6e55-4b1a-9604-389205e2a8cd tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_members [ 895.918494] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_members [ 895.918826] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.919026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.919168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.919482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.919858] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.919984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.920057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.920221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.920309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.920412] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.171255] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: SUCCESS [ 896.171499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.171678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.171898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.172109] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.172232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.172289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.172561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.172638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.172730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.172823] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.341854] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.341854] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.342150] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.342466] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.343117] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.343117] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.343117] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.343334] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.343425] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.343740] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.343813] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.343937] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.344069] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.344187] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.344293] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.344476] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.367887] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.368104] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.368350] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.368517] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.368890] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-ae89337c-1ec0-4769-9651-578cf9c2c263 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.369140] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.369277] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.369697] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.369871] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae89337c-1ec0-4769-9651-578cf9c2c263',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.422688] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.422838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.422909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.423140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.423353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.423562] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.423718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.423718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.423901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.423971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.424073] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 already deleted. [ 896.424155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.555287] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 in Status: SUCCESS [ 896.555573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.674787] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.675189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.675189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.675337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.675530] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.675705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.675705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.675958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.676046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.676158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.676335] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.676433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.676783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.676783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.676893] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.677053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.677053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.677213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.677213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.677308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.677424] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.876539] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.876755] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.876976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.877389] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.877637] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.877892] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port ae89337c-1ec0-4769-9651-578cf9c2c263 not found, creating... [ 896.878317] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.878569] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.878762] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.879261] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.879532] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.880026] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.880397] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.880652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.882124] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.882317] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.882475] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: ae89337c-1ec0-4769-9651-578cf9c2c263 is going to be created. [ 896.884284] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abdb2c47-4c63-491a-a169-b67012a70239 in Status: SUCCESS [ 896.884456] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abdb2c47-4c63-491a-a169-b67012a70239 deletion is rescheduled due to dependency. [ 896.884557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.904675] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.905192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.905480] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.905802] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.906057] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.906316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.947497] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 896.947634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.947833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.948110] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.948352] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.948538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.948639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.948829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.948969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.949109] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.128036] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 in Status: SUCCESS [ 897.128272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.179590] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d557f4b1-0fbd-4a53-bb06-7c80a80720c7: rpc.has_security_group_logging(os_id): False [ 897.197666] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.197790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.197790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.198026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.198095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.198403] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.198477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.198515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.198966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.198966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.198966] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.199176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.199176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.199270] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.199358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.199564] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.199673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.199724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.199916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.199972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.200065] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be created. [ 897.272900] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.272900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.273194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.273194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.273368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.285162] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: IN_PROGRESS for 2s [ 897.451876] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.651336] env[66010]: INFO networking_nsxv3.common.synchronization [req-ef3ef104-5b06-41a5-82c7-80a28b3fce88 req-845449d9-c464-41a5-84a6-f2d0d3a30792 service nova] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_rules [ 897.651974] env[66010]: INFO networking_nsxv3.common.synchronization [req-ef3ef104-5b06-41a5-82c7-80a28b3fce88 req-845449d9-c464-41a5-84a6-f2d0d3a30792 service nova] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_members [ 897.651974] env[66010]: INFO networking_nsxv3.common.synchronization [req-ef3ef104-5b06-41a5-82c7-80a28b3fce88 req-845449d9-c464-41a5-84a6-f2d0d3a30792 service nova] Enqueued Resource ID: ae89337c-1ec0-4769-9651-578cf9c2c263 with Priority: HIGHEST for action port [ 897.652354] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_rules [ 897.652689] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_members [ 897.652833] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae89337c-1ec0-4769-9651-578cf9c2c263 with Priority: HIGHEST for action port [ 897.653136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.653580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.653658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.653874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.653991] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.654836] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.654952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.655098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.655783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.655783] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.655783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.655783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.655783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.655783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.656039] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.658174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae89337c-1ec0-4769-9651-578cf9c2c263 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.658174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.658174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.658174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.658174] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae89337c-1ec0-4769-9651-578cf9c2c263',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.956509] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.160334] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.160994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.161276] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.162193] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae89337c-1ec0-4769-9651-578cf9c2c263 with status ACTIVE [ 898.162369] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.162492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.162546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.162765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.162829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.163019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.163113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.163168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.163352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.163479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.163727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.163818] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.163929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.166216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.168372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.168372] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae89337c-1ec0-4769-9651-578cf9c2c263 is going to be updated. [ 898.195905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.195905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.195905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.195905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.195905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.195905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae89337c-1ec0-4769-9651-578cf9c2c263" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.460410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.460606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.460685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.461148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.461308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.461444] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 898.499085] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.499251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.499314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.499534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.499744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.514965] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 898.671052] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.175438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.175962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.175962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.176185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.176323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.176475] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 is going to be created. [ 899.207431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.207657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.207783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.207990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.208179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.221339] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: UNINITIALIZED for 2s [ 899.299080] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: SUCCESS [ 899.299080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.688114] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3e91f524-0bd7-4997-93f5-9868f1b3d8d5 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 48140bfd-604c-49c7-94d6-76217969cc28 with Priority: HIGHEST for action security_group_rules [ 899.688227] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48140bfd-604c-49c7-94d6-76217969cc28 with Priority: HIGHEST for action security_group_rules [ 899.690838] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48140bfd-604c-49c7-94d6-76217969cc28 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.692341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.692483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.692996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.692996] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48140bfd-604c-49c7-94d6-76217969cc28',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.811152] env[66010]: INFO networking_nsxv3.common.synchronization [None req-098cd562-34a4-49c6-ac57-4d9e0c62871f tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 48140bfd-604c-49c7-94d6-76217969cc28 with Priority: HIGHEST for action security_group_rules [ 899.811923] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48140bfd-604c-49c7-94d6-76217969cc28 with Priority: HIGHEST for action security_group_rules [ 899.812298] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48140bfd-604c-49c7-94d6-76217969cc28 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.812403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.218311] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.218643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.218741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.219098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.219258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.219409] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48140bfd-604c-49c7-94d6-76217969cc28 already deleted. [ 900.219559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.219835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.222102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.222186] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48140bfd-604c-49c7-94d6-76217969cc28',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.528404] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 900.528404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.528727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.528958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.529174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.529287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.529348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.529532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.529637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.529775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.530122] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.748071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.748240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.748323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.748498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.748588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.748681] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48140bfd-604c-49c7-94d6-76217969cc28 already deleted. [ 900.748764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48140bfd-604c-49c7-94d6-76217969cc28" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.032973] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.033142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.033349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.034468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.034468] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.034468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.034468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.034468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.034731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.034731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.034787] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.035158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.035158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.035158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.035279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.035345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.035388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.035562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.035648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.035731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.035814] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.233139] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: SUCCESS [ 901.233493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.233713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.233953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.234256] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.234391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.234464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.234653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.234754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.234856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.234949] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.538481] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ebf8a7-e66f-4b48-8be6-9b20307d5790: rpc.has_security_group_logging(os_id): False [ 901.561318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.561529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.561529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.561848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.562038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.562223] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.562332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.562458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.562607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.562728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.562917] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.563037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.563076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.563260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.563373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.563596] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.563698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.563785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.563900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.563979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.564104] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 901.658235] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.658391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.658467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.658683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.658827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.682696] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 901.738361] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.241226] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de34566e-f16b-4999-b92d-d096b65d10e5: rpc.has_security_group_logging(os_id): False [ 902.267587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.267769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.267855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.268080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.268179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.268459] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.268595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.268673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.268807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.268902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.269047] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 is going to be created. [ 902.376069] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.376380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.376530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.376967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.377283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.395592] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: IN_PROGRESS for 2s [ 903.528045] env[66010]: INFO networking_nsxv3.common.synchronization [req-1fc8bafd-8caf-4a93-976b-9678708c4186 req-c95ed0f6-5ab8-4157-989c-ffe7bfd0ff93 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 903.528653] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 903.530595] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.530794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.530878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.531110] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.531284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.531389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.531453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.531607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.531693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.531830] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.701127] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 903.701389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.926136] env[66010]: INFO networking_nsxv3.common.synchronization [None req-5e210734-caec-46ef-95cd-fa0861365577 None None] Enqueued Resource ID: ae701641-ddd9-4b56-83fe-3677a70aa9ac with Priority: HIGHEST for action port [ 903.926937] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae701641-ddd9-4b56-83fe-3677a70aa9ac with Priority: HIGHEST for action port [ 903.927813] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae701641-ddd9-4b56-83fe-3677a70aa9ac taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.928548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae701641-ddd9-4b56-83fe-3677a70aa9ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.928548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae701641-ddd9-4b56-83fe-3677a70aa9ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.928548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae701641-ddd9-4b56-83fe-3677a70aa9ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.928548] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae701641-ddd9-4b56-83fe-3677a70aa9ac',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.037146] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.037399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.037530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.037858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.038030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.038332] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.038484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.038593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.038884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.039057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.039117] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 904.072548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.072711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.072823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.073039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.073184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.085196] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 904.408772] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: SUCCESS [ 904.408948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.431044] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae701641-ddd9-4b56-83fe-3677a70aa9ac [ 904.431044] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.431044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.431044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.431355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.431388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.431537] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae701641-ddd9-4b56-83fe-3677a70aa9ac already deleted. [ 904.431655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae701641-ddd9-4b56-83fe-3677a70aa9ac" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.095840] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 906.096237] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 906.096237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.129966] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a07023e4-4e11-4784-b66a-7fe5e140c6bf None None] Enqueued Resource ID: 63916a06-ee50-4858-a14d-fdfc6e141c73 with Priority: HIGHEST for action port [ 906.130716] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63916a06-ee50-4858-a14d-fdfc6e141c73 with Priority: HIGHEST for action port [ 906.131009] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-63916a06-ee50-4858-a14d-fdfc6e141c73 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.131147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63916a06-ee50-4858-a14d-fdfc6e141c73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.131210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63916a06-ee50-4858-a14d-fdfc6e141c73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.131538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63916a06-ee50-4858-a14d-fdfc6e141c73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.131631] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63916a06-ee50-4858-a14d-fdfc6e141c73',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.635127] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63916a06-ee50-4858-a14d-fdfc6e141c73 [ 906.635127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.635127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.635127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.635571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.635609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.635782] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63916a06-ee50-4858-a14d-fdfc6e141c73 already deleted. [ 906.635934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63916a06-ee50-4858-a14d-fdfc6e141c73" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.608370] env[66010]: INFO networking_nsxv3.common.synchronization [req-043a24b3-6c5d-4482-8533-c7c3775a0ca3 req-973c7ed4-b823-46c2-bc6d-c0bca6353344 tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_members [ 908.609257] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_members [ 908.609691] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.609823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.609891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.610176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.610349] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.610457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.610522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.610680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.610767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.610862] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.005631] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.005823] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.005871] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.006895] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.007280] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.007537] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.007717] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.007993] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.008218] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.008432] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.008757] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.008757] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.008858] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.008888] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.008993] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.009172] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.033581] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.035229] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.035229] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.035229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.035229] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-30a4939a-e9c2-447b-9e55-a90b5391c7ce taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.035229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.035229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.035229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.035887] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a4939a-e9c2-447b-9e55-a90b5391c7ce',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.113693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.113957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.114096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.114568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.114735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.115063] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.115247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.115396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.115577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.115713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.115836] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c already deleted. [ 909.115933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.538457] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.539386] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.539555] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.539793] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.540088] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.540633] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 30a4939a-e9c2-447b-9e55-a90b5391c7ce not found, creating... [ 909.540633] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.540872] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.541077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.541335] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.541485] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.541780] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.541928] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.542060] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.542924] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.542924] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.542924] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 30a4939a-e9c2-447b-9e55-a90b5391c7ce is going to be created. [ 909.571435] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.571671] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.572065] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.572221] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.572419] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.572636] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.292423] env[66010]: INFO networking_nsxv3.common.synchronization [req-043a24b3-6c5d-4482-8533-c7c3775a0ca3 req-f9b6ccff-1f87-43be-b32b-5aa4481a0e28 service nova] Enqueued Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_rules [ 910.292423] env[66010]: INFO networking_nsxv3.common.synchronization [req-043a24b3-6c5d-4482-8533-c7c3775a0ca3 req-f9b6ccff-1f87-43be-b32b-5aa4481a0e28 service nova] Enqueued Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_members [ 910.292423] env[66010]: INFO networking_nsxv3.common.synchronization [req-043a24b3-6c5d-4482-8533-c7c3775a0ca3 req-f9b6ccff-1f87-43be-b32b-5aa4481a0e28 service nova] Enqueued Resource ID: 30a4939a-e9c2-447b-9e55-a90b5391c7ce with Priority: HIGHEST for action port [ 910.292423] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_rules [ 910.292423] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_members [ 910.292423] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a4939a-e9c2-447b-9e55-a90b5391c7ce with Priority: HIGHEST for action port [ 910.292780] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.292780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.292780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.292926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.292926] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.294720] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.294720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.294720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.295541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.295541] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.295541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.295541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.295541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.295541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.295541] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.296305] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a4939a-e9c2-447b-9e55-a90b5391c7ce taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.296446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.296446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.296955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.297051] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a4939a-e9c2-447b-9e55-a90b5391c7ce',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.703233] env[66010]: INFO networking_nsxv3.common.synchronization [req-be9b9eda-ba57-4862-b3de-8dca5d701720 req-c4847cb0-e3d1-4543-a5ea-32eb0e5982b1 tempest-ServersWithSpecificFlavorTestJSON-1708041404 tempest-ServersWithSpecificFlavorTestJSON-1708041404-project-member] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 910.704445] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGHEST for action security_group_members [ 910.706026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.706026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.706026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.706026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.706507] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.706931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.707195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.707586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.709815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.709815] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.800119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800430] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.801494] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30a4939a-e9c2-447b-9e55-a90b5391c7ce with status ACTIVE [ 910.801573] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.801646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.801715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.801927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.802029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.802201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.802291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.802355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.802514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.802590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.802768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.802861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.802921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.803423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.803575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.803603] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30a4939a-e9c2-447b-9e55-a90b5391c7ce is going to be updated. [ 910.831266] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.831404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.831469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.831713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.831822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.831987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a4939a-e9c2-447b-9e55-a90b5391c7ce" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.129644] env[66010]: INFO networking_nsxv3.common.synchronization [req-81f5a588-90e1-4476-aa3d-9e3c7039253b req-7fa7fcfe-a468-4fec-871d-8dd84f94f91b tempest-ServersAdminTestJSON-880105826 tempest-ServersAdminTestJSON-880105826-project-member] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 911.134597] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGHEST for action security_group_members [ 911.134597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.134597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.134597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.134597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.134597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.134597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.134597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.134597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.134597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.134597] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.210983] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.211170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.211244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.211782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.211782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.211899] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.211899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.211992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.212113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.212189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.212275] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be updated. [ 911.244411] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.244411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.244411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.244411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.244411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.254273] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: IN_PROGRESS for 2s [ 911.306532] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.636504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.636690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.636760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.637012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.637118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.637328] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.637438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.637482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.637615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.637692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.637782] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be updated. [ 911.675054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.675204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.675274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.675511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.676188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.684818] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: IN_PROGRESS for 2s [ 911.809775] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.810085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.810162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.810502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.810502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.810618] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c is going to be created. [ 911.835660] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.835865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.835865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.836082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.836230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.851049] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2318c9-b3b0-4667-8da1-eed60985f99c in Status: UNINITIALIZED for 2s [ 911.914658] env[66010]: INFO networking_nsxv3.common.synchronization [req-f6a5e833-88e1-4417-a966-353f24d34a5a req-af1e8084-eca8-490b-a3bc-4243d8a28d73 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 911.915218] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 911.915568] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.915688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.915743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.915959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.916122] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.916221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.916282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.916488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.916590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.916686] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.107336] env[66010]: INFO networking_nsxv3.common.synchronization [req-bb6175f1-f142-4ef9-b64a-2f2f170df858 req-4ba0ca2b-fc08-4656-84c8-8ab2f00760ef tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 912.108017] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 912.108419] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.108549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.108616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.108861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.108970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.109116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.109146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.113029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.113029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.113029] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.419162] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.615573] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.615573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.615573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.615789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.615843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.616079] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.616182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.616249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.616407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.616484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.616572] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 912.648065] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.648218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.648291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.648500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.648674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.659469] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 912.925324] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.278737] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 in Status: SUCCESS [ 913.278930] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 deletion is rescheduled due to dependency. [ 913.279060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.428472] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.428776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.428776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.430040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.430040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.430040] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 913.463051] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.463051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.463051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.463051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.463051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.472784] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 913.695986] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 in Status: SUCCESS [ 913.696198] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 deletion is rescheduled due to dependency. [ 913.696317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.861636] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2318c9-b3b0-4667-8da1-eed60985f99c in Status: SUCCESS [ 913.861857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.862154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.862253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.862442] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.862577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.862638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.862791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.862872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.862956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.863058] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.367274] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.672301] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 914.672301] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 914.672301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.871640] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce2318c9-b3b0-4667-8da1-eed60985f99c: rpc.has_security_group_logging(os_id): False [ 914.900673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.900823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.900965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.901114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.901569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.901569] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.901569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.901569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.901814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.901814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.901914] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c is going to be created. [ 914.979447] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.979702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.979702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.979976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.979976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.000138] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2318c9-b3b0-4667-8da1-eed60985f99c in Status: IN_PROGRESS for 2s [ 915.486288] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 915.486288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.017685] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2318c9-b3b0-4667-8da1-eed60985f99c in Status: SUCCESS [ 917.017685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.109404] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 917.109617] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 918.100577] env[66010]: INFO networking_nsxv3.common.synchronization [req-d06ae649-4eca-4549-9b32-2f7325a812b3 req-8e89783a-bb89-4ab8-b0eb-ce894e51fd40 tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 918.102060] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 918.102552] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.102793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.102924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.103240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.103429] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.103562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.103657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.103900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.104038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.104137] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.481474] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.481778] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.481990] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.482431] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.482817] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.483085] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.483256] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.483592] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.483817] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.484243] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.484425] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.484607] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.484798] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.484981] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.485172] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.485379] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.511108] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.512584] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.512584] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.512584] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.512584] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.512584] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.512584] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.512871] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.512905] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('578921b5-a7f4-4825-8dbc-f9fca4b3b38b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.606716] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.606909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.606979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.607211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.607304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.607496] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.607612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.607694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.607854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.607930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.608030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 918.636823] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.636999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.637117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.637433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.637623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.653347] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 919.016183] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.016183] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.016183] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.016373] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.016544] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.016687] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 578921b5-a7f4-4825-8dbc-f9fca4b3b38b not found, creating... [ 919.017014] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.017147] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.017204] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.017436] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.017573] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.018289] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.018289] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.018289] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.018622] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.018622] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.018622] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 578921b5-a7f4-4825-8dbc-f9fca4b3b38b is going to be created. [ 919.041106] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.041381] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.041545] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.041958] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.042243] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.042501] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.807857] env[66010]: INFO networking_nsxv3.common.synchronization [req-d06ae649-4eca-4549-9b32-2f7325a812b3 req-a2d5be42-78b6-4f6b-8ae5-3df0c1ad2ac4 service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 919.808236] env[66010]: INFO networking_nsxv3.common.synchronization [req-d06ae649-4eca-4549-9b32-2f7325a812b3 req-a2d5be42-78b6-4f6b-8ae5-3df0c1ad2ac4 service nova] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 919.808446] env[66010]: INFO networking_nsxv3.common.synchronization [req-d06ae649-4eca-4549-9b32-2f7325a812b3 req-a2d5be42-78b6-4f6b-8ae5-3df0c1ad2ac4 service nova] Enqueued Resource ID: 578921b5-a7f4-4825-8dbc-f9fca4b3b38b with Priority: HIGHEST for action port [ 919.809325] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_rules [ 919.809539] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 919.809979] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578921b5-a7f4-4825-8dbc-f9fca4b3b38b with Priority: HIGHEST for action port [ 919.810681] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.810681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.810681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.810960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.811077] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.812071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.812373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.814856] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.814856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.814856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.814856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.814856] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('578921b5-a7f4-4825-8dbc-f9fca4b3b38b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.315084] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.315365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.315603] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 578921b5-a7f4-4825-8dbc-f9fca4b3b38b with status ACTIVE [ 920.315780] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.315889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.315954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.316175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.316262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.316429] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.316550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.316626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.316779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.316868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.317066] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.317154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.317214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.317351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.317422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.317505] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 578921b5-a7f4-4825-8dbc-f9fca4b3b38b is going to be updated. [ 920.340072] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.340252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.340252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.340416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.340546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.340937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-578921b5-a7f4-4825-8dbc-f9fca4b3b38b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.666168] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 920.666393] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a deletion is rescheduled due to dependency. [ 920.666641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.666897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.667148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.667337] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.667466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.667542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.667779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.667866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.668008] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.170860] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.673274] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.177977] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.178397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.178397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.178492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.178546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.178648] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 922.217513] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.217962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.218172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.218540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.218739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.230559] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 924.244303] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 924.244671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.244814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.245043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.245287] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.245486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.245699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.245781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.245911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.245911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.246140] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.750241] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.750386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.750459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.750657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.750837] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.750950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.751022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.751155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.752031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.752031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.752031] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.752031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.752031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.752031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.752031] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.752031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.752031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.752722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.752722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.752722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.752722] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.811429] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 924.811614] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 925.254464] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df433ac3-4ca5-4962-b53c-3e8ac241bc9a: rpc.has_security_group_logging(os_id): False [ 925.273672] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.273892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.273892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.274135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.274233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.274446] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.274556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.274618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.274797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.274882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.275096] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.275181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.275551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.275734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.275814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.276020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.276119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.276175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.276336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.276410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.276511] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 925.344225] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.344389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.344434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.344682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.344828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.363292] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 925.701062] env[66010]: INFO networking_nsxv3.common.synchronization [None req-faeb91f9-e2b9-415d-a55a-9a84e30ba244 None None] Enqueued Resource ID: 1c8e4a85-ee4d-4bfc-9de9-91175913d1bf with Priority: HIGHEST for action port [ 925.701615] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e4a85-ee4d-4bfc-9de9-91175913d1bf with Priority: HIGHEST for action port [ 925.701930] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8e4a85-ee4d-4bfc-9de9-91175913d1bf taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.702510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8e4a85-ee4d-4bfc-9de9-91175913d1bf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.702596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8e4a85-ee4d-4bfc-9de9-91175913d1bf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.702902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8e4a85-ee4d-4bfc-9de9-91175913d1bf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.703068] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8e4a85-ee4d-4bfc-9de9-91175913d1bf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.208357] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c8e4a85-ee4d-4bfc-9de9-91175913d1bf [ 926.208708] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.208796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.208870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.209078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.209206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.209258] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c8e4a85-ee4d-4bfc-9de9-91175913d1bf already deleted. [ 926.209341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8e4a85-ee4d-4bfc-9de9-91175913d1bf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.429212] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c9a3c279-3a72-41e4-a86d-87a20d222154 tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 926.429800] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 926.430164] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.430301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.430355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.430610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.430700] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.559817] env[66010]: INFO networking_nsxv3.common.synchronization [None req-1ea03c53-14a1-4665-8362-839f70bf0c7e tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 926.560624] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 926.561175] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.561280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.954608] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.954824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.954903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.955153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.955247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.955388] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 already deleted. [ 926.955437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.955631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.955795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.955878] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.378396] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 927.379499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.482180] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.482180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.482180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.483147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.483147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.483147] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 already deleted. [ 927.483147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.362724] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0fe767f0-b14c-4096-8613-9de20162f21a None None] Enqueued Resource ID: ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d with Priority: HIGHEST for action port [ 928.363481] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d with Priority: HIGHEST for action port [ 928.363948] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.364146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.364213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.364577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.364736] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.868251] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d [ 928.868637] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.868717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.868836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.869155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.869287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.869430] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d already deleted. [ 928.869576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca6f637a-caa8-4a24-a3fa-744a4d4ebc1d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.736540] env[66010]: INFO networking_nsxv3.common.synchronization [req-a68a89ef-3209-47f7-80d6-c74ecc636df8 req-f8565912-1b5c-45e2-b379-bcb55c83d35a tempest-ServersAdminNegativeTestJSON-1126209874 tempest-ServersAdminNegativeTestJSON-1126209874-project-member] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 930.737541] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 930.739106] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.739356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.739436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.739867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.740074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.740188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.740254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.740426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.741216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.741416] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.125671] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.126192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.126192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.126589] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.126938] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.127181] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.127311] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.127561] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.127723] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.127965] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.128146] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.128273] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.128401] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.128532] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.128651] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.128783] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.151992] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.152192] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.152326] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.152508] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-429" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.152860] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.153046] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.153166] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.153531] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.153681] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.244972] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.656486] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.656769] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.656883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.657222] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.657399] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.657587] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 not found, creating... [ 931.657890] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.658094] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.658227] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.658466] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.658622] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.658941] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.659357] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.659576] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.659856] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.660084] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.660316] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 is going to be created. [ 931.693763] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.694173] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.694500] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.695077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.695395] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.695879] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.746978] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.249360] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.249529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.249614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.249823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.249916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.250044] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be updated. [ 932.286869] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.287083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.287144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.287391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.287572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.297940] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: IN_PROGRESS for 2s [ 932.393937] env[66010]: INFO networking_nsxv3.common.synchronization [req-a68a89ef-3209-47f7-80d6-c74ecc636df8 req-1f30ee42-d1ab-41b5-be53-3dec26f686db service nova] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_rules [ 932.393937] env[66010]: INFO networking_nsxv3.common.synchronization [req-a68a89ef-3209-47f7-80d6-c74ecc636df8 req-1f30ee42-d1ab-41b5-be53-3dec26f686db service nova] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 932.393937] env[66010]: INFO networking_nsxv3.common.synchronization [req-a68a89ef-3209-47f7-80d6-c74ecc636df8 req-1f30ee42-d1ab-41b5-be53-3dec26f686db service nova] Enqueued Resource ID: 3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 with Priority: HIGHEST for action port [ 932.393937] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_rules [ 932.393937] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 932.393937] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 with Priority: HIGHEST for action port [ 932.394327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.394327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.394327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.394520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.394596] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.395784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.395939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.397171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.397255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.397299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.397507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.397565] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.900207] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.900504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.900504] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 with status ACTIVE [ 932.900633] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.902488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.902488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.902488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.902488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.902488] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.902488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.902488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.903730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.903964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.904303] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.904538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.904687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.904930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.905111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.905309] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0 is going to be updated. [ 932.929409] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.929409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.929409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.929409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.929964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.930268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af1be21-cf6b-46ee-83c5-b3ff4ead1fa0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.328339] env[66010]: INFO networking_nsxv3.common.synchronization [req-6e3b7606-7f93-4789-8a06-aeefc2d9176b req-94e8b639-a121-4dea-8a5a-30b4cfb18682 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 933.328893] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 933.329353] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.329520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.329635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.330318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.330491] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.330603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.330669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.330836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.330929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.331036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.697854] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.698076] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.698344] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.698466] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.698685] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.698821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.698953] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.702171] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.702171] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.702171] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.702171] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.702171] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.702171] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.702171] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.702171] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.702171] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.729302] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.729302] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.729302] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.729302] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.729553] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-81087844-8073-49b2-8b59-3deb4d866de2 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.729720] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.729850] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.730273] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.730454] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81087844-8073-49b2-8b59-3deb4d866de2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.833916] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.834185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.834185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.834587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.834587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.834697] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.834750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.834839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.834947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.835043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.835133] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 933.865760] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.865993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.865993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.866271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.866428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.876861] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 934.012625] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c91be83f-3404-4b11-90ca-1fb3da50fc73 None None] Enqueued Resource ID: ffcf7854-d0c4-47d0-a764-cdd92153152e with Priority: HIGHEST for action port [ 934.013367] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffcf7854-d0c4-47d0-a764-cdd92153152e with Priority: HIGHEST for action port [ 934.013622] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffcf7854-d0c4-47d0-a764-cdd92153152e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.013747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffcf7854-d0c4-47d0-a764-cdd92153152e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.013823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffcf7854-d0c4-47d0-a764-cdd92153152e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.014825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffcf7854-d0c4-47d0-a764-cdd92153152e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.015249] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffcf7854-d0c4-47d0-a764-cdd92153152e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.234677] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.234947] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.235087] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.235403] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.235740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.236057] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 81087844-8073-49b2-8b59-3deb4d866de2 not found, creating... [ 934.236467] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.236735] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.236935] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.237323] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.237729] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.238223] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.238489] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.238707] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.239079] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.239317] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.239515] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 81087844-8073-49b2-8b59-3deb4d866de2 is going to be created. [ 934.263378] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.263759] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.263940] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.264242] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.264482] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.264754] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.307608] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: SUCCESS [ 934.307956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.308162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.308596] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.308717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.308795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.309132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.309132] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.520602] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffcf7854-d0c4-47d0-a764-cdd92153152e [ 934.520602] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.520744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.520744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.521198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.521198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.521198] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffcf7854-d0c4-47d0-a764-cdd92153152e already deleted. [ 934.521318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffcf7854-d0c4-47d0-a764-cdd92153152e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.811518] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.014612] env[66010]: INFO networking_nsxv3.common.synchronization [req-6e3b7606-7f93-4789-8a06-aeefc2d9176b req-48a27c84-258f-47b3-bb15-7be7e2f6bb27 service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 935.014612] env[66010]: INFO networking_nsxv3.common.synchronization [req-6e3b7606-7f93-4789-8a06-aeefc2d9176b req-48a27c84-258f-47b3-bb15-7be7e2f6bb27 service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 935.014923] env[66010]: INFO networking_nsxv3.common.synchronization [req-6e3b7606-7f93-4789-8a06-aeefc2d9176b req-48a27c84-258f-47b3-bb15-7be7e2f6bb27 service nova] Enqueued Resource ID: 81087844-8073-49b2-8b59-3deb4d866de2 with Priority: HIGHEST for action port [ 935.015762] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 935.015762] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 935.015762] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81087844-8073-49b2-8b59-3deb4d866de2 with Priority: HIGHEST for action port [ 935.016154] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.016322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.016395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.016640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.016718] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.018317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.018317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.018317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-81087844-8073-49b2-8b59-3deb4d866de2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.018317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.018610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.018610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.018673] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81087844-8073-49b2-8b59-3deb4d866de2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.314501] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.522627] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.522790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.523039] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81087844-8073-49b2-8b59-3deb4d866de2 with status ACTIVE [ 935.523173] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.523279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.523341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.523551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.523632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.523794] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.523882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.523940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.524099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.524170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.524346] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.524430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.524486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.524955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.525130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.525242] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81087844-8073-49b2-8b59-3deb4d866de2 is going to be updated. [ 935.551441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.551597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.551707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.551889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.551994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.552190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81087844-8073-49b2-8b59-3deb4d866de2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.786993] env[66010]: INFO networking_nsxv3.common.synchronization [req-1f7aa88c-a194-46f3-bbc0-a6c9ef674d1f req-1baf4718-de5b-46e0-93bf-7dad0516061f tempest-ServerAddressesTestJSON-1609922069 tempest-ServerAddressesTestJSON-1609922069-project-member] Enqueued Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_members [ 935.787672] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_members [ 935.787994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.788302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.788375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.788640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.788804] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.790116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.790116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.790312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.790404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.790505] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.819960] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.820200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.820281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.821172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.821278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.821385] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be updated. [ 935.875664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.875664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.875664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.875664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.875961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.902788] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: IN_PROGRESS for 2s [ 935.911799] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 935.911799] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 935.911799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.911799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.911799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.911799] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.911799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.911799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.911799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.911799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.912313] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.191355] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.191738] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-585" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.191738] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-585" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.191990] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-585" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.192530] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.192530] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.192530] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.192729] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.193313] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.193589] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.193705] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.193814] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.193914] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.194029] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.194133] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.194256] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.213769] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.213952] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.214100] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.214283] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-585" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.214594] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.214762] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.214878] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.215510] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.215714] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc76643-5bc3-43b3-a4c0-6d238f6e19cd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.293113] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.293327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.293423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.293663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.293790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.294388] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.294388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.294388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.294388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.294628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.294628] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 844669d2-259e-4591-83e1-1875117b3a38 already deleted. [ 936.294628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.415331] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.718360] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.718565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.718752] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.718973] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.719134] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.719281] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 2fc76643-5bc3-43b3-a4c0-6d238f6e19cd not found, creating... [ 936.720843] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.720843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.720843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.720843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.720843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.720843] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.720843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.720843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.720843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.721445] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.721597] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 2fc76643-5bc3-43b3-a4c0-6d238f6e19cd is going to be created. [ 936.742881] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.743098] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.743251] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.743482] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.743788] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.744020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.917819] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.147726] env[66010]: INFO networking_nsxv3.common.synchronization [None req-968d73cb-53dc-4485-b028-3565cccd39e3 None None] Enqueued Resource ID: a53190f0-c49b-480b-bb90-d2807796b99c with Priority: HIGHEST for action port [ 937.148526] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53190f0-c49b-480b-bb90-d2807796b99c with Priority: HIGHEST for action port [ 937.149071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a53190f0-c49b-480b-bb90-d2807796b99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.149425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a53190f0-c49b-480b-bb90-d2807796b99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.149557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a53190f0-c49b-480b-bb90-d2807796b99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.149916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a53190f0-c49b-480b-bb90-d2807796b99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.150054] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a53190f0-c49b-480b-bb90-d2807796b99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.422051] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.422051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.422051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.422407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.422407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.422407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 937.459552] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.460166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.460166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.460166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.460166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.472060] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 937.525212] env[66010]: INFO networking_nsxv3.common.synchronization [req-1f7aa88c-a194-46f3-bbc0-a6c9ef674d1f req-4d4cee78-2e35-4a83-beea-9e01b52c4893 service nova] Enqueued Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_rules [ 937.525386] env[66010]: INFO networking_nsxv3.common.synchronization [req-1f7aa88c-a194-46f3-bbc0-a6c9ef674d1f req-4d4cee78-2e35-4a83-beea-9e01b52c4893 service nova] Enqueued Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_members [ 937.525518] env[66010]: INFO networking_nsxv3.common.synchronization [req-1f7aa88c-a194-46f3-bbc0-a6c9ef674d1f req-4d4cee78-2e35-4a83-beea-9e01b52c4893 service nova] Enqueued Resource ID: 2fc76643-5bc3-43b3-a4c0-6d238f6e19cd with Priority: HIGHEST for action port [ 937.526142] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_rules [ 937.526291] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_members [ 937.526398] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc76643-5bc3-43b3-a4c0-6d238f6e19cd with Priority: HIGHEST for action port [ 937.526799] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.527240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.527240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.527386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.528513] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.528513] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.528513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.529028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.529354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.529456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.529613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.529930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.529930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.530046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.532028] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.532028] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.532028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.532028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.532028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.532028] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc76643-5bc3-43b3-a4c0-6d238f6e19cd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.652808] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a53190f0-c49b-480b-bb90-d2807796b99c [ 937.653074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.653226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.653311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.653644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.653740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.653841] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a53190f0-c49b-480b-bb90-d2807796b99c already deleted. [ 937.653931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a53190f0-c49b-480b-bb90-d2807796b99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.924534] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: SUCCESS [ 937.924761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.924976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.927616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.927616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.927616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.927616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.927616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.927616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.927616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.927616] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.036675] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.036675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.036675] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fc76643-5bc3-43b3-a4c0-6d238f6e19cd with status ACTIVE [ 938.036675] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.036675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.036675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.036675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.037660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.037660] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.037660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.037660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.037660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.038039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.038039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.039307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.039307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.039307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.039307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.039307] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fc76643-5bc3-43b3-a4c0-6d238f6e19cd is going to be updated. [ 938.040624] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.068849] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.069185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.069317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.069694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.070125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.070246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc76643-5bc3-43b3-a4c0-6d238f6e19cd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.429548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.429889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.429889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.430087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.430270] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.430383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.430445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.430628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.430719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.430811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.430956] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.431073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.431134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.431282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.431417] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.431506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.431565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.431704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.431778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.431871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.431978] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.544801] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.935581] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d557f4b1-0fbd-4a53-bb06-7c80a80720c7: rpc.has_security_group_logging(os_id): False [ 938.956386] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.956591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.956646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.956948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.956948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.957207] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.957311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.957375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.957527] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.957607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.957900] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.957900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.958041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.958129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.958168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.958356] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.958461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.958507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.958633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.958705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.958967] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be updated. [ 939.036599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.036888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.036888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.037140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.037296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.050434] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.050685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.050685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.050939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.051056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.051169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 844669d2-259e-4591-83e1-1875117b3a38 is going to be created. [ 939.055766] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: IN_PROGRESS for 2s [ 939.086787] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.087209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.087209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.087349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.087401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.117712] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 844669d2-259e-4591-83e1-1875117b3a38 in Status: UNINITIALIZED for 2s [ 939.486726] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.486726] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486726] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.989811] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.990071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.990071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.990360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.990756] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.990952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.991100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.991421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.991611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.991754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.992018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.992278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.992377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.992596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.992872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.993043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.994812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.994812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.994812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.994812] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.496555] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 318bebf2-c884-4d63-b567-5674b6a6e06f: rpc.has_security_group_logging(os_id): False [ 940.526078] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.526345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.526473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.526729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.526872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.527216] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.527336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.527403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.527646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.527646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.527832] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.527926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.527988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.528397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.528635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.529039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.529039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.529039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.529205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.529310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.529437] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 940.603237] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.603413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.603453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.603666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.603864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.622864] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 941.073383] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: SUCCESS [ 941.073383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.135042] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 844669d2-259e-4591-83e1-1875117b3a38 in Status: SUCCESS [ 941.135233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.135516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.135794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.136059] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.136255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.136255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.136421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.136505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.136595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.136708] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.639663] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.639956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.640114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.640266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.640462] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.640604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.640701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.640848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.640947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.641082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.641267] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.641387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.641456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.641709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.641868] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.641991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.642113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.642323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.644059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.644202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.644341] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.827268] env[66010]: INFO networking_nsxv3.common.synchronization [req-5a89596a-40dd-4af1-9f0b-ef6e23f31853 req-57b4c398-6b4d-44c4-b0b1-b94d26274ad2 tempest-ImagesTestJSON-106470756 tempest-ImagesTestJSON-106470756-project-member] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 941.827968] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGHEST for action security_group_members [ 941.828325] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.828449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.828516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.828722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.828928] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.829085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.829153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.829311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.829398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.829490] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.150221] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 844669d2-259e-4591-83e1-1875117b3a38: rpc.has_security_group_logging(os_id): False [ 942.173960] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.174148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.174221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.174562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.174562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.174770] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.174846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.174907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.175070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.175150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.175366] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.175463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.175523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.175705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.175810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177868] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.177868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.177984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.178204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.178452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.178452] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 844669d2-259e-4591-83e1-1875117b3a38 is going to be created. [ 942.244571] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.245358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.245522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.245947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.247054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.259036] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 844669d2-259e-4591-83e1-1875117b3a38 in Status: IN_PROGRESS for 2s [ 942.332558] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.333267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.333398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.333934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.333934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.334139] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.334258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.334355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.334736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.334928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.334985] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be updated. [ 942.394641] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.394641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.394641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.394902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.394950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.408316] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: IN_PROGRESS for 2s [ 942.642180] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 942.642180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.276712] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 844669d2-259e-4591-83e1-1875117b3a38 in Status: SUCCESS [ 944.277209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.420097] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a in Status: SUCCESS [ 944.420097] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a deletion is rescheduled due to dependency. [ 944.420097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.831209] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 946.831209] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 949.317149] env[66010]: INFO networking_nsxv3.common.synchronization [None req-015d0e71-c851-415c-93c3-78e2e19bc3b5 None None] Enqueued Resource ID: 656716cd-5349-4748-b406-e5918c5b6f60 with Priority: HIGHEST for action port [ 949.318465] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656716cd-5349-4748-b406-e5918c5b6f60 with Priority: HIGHEST for action port [ 949.319366] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-656716cd-5349-4748-b406-e5918c5b6f60 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.319616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656716cd-5349-4748-b406-e5918c5b6f60" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.319616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656716cd-5349-4748-b406-e5918c5b6f60" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.319872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656716cd-5349-4748-b406-e5918c5b6f60" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.319961] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656716cd-5349-4748-b406-e5918c5b6f60',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.601301] env[66010]: INFO networking_nsxv3.common.synchronization [None req-678ce4f4-7e3f-4e78-871b-40e6bd723236 None None] Enqueued Resource ID: d8b480bc-ac2d-4e6f-b57b-667ed66f760a with Priority: HIGHEST for action port [ 949.601547] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b480bc-ac2d-4e6f-b57b-667ed66f760a with Priority: HIGHEST for action port [ 949.602502] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b480bc-ac2d-4e6f-b57b-667ed66f760a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.603918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b480bc-ac2d-4e6f-b57b-667ed66f760a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.603989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b480bc-ac2d-4e6f-b57b-667ed66f760a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.604274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b480bc-ac2d-4e6f-b57b-667ed66f760a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.604361] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b480bc-ac2d-4e6f-b57b-667ed66f760a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.822456] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 656716cd-5349-4748-b406-e5918c5b6f60 [ 949.822715] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.822850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.822926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.823160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.823262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.823356] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:656716cd-5349-4748-b406-e5918c5b6f60 already deleted. [ 949.823435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656716cd-5349-4748-b406-e5918c5b6f60" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.108261] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8b480bc-ac2d-4e6f-b57b-667ed66f760a [ 950.109696] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.109696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.109696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.109696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.109696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.109696] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8b480bc-ac2d-4e6f-b57b-667ed66f760a already deleted. [ 950.109696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b480bc-ac2d-4e6f-b57b-667ed66f760a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.549879] env[66010]: INFO networking_nsxv3.common.synchronization [None req-21a9e137-ef9a-4c5d-bed1-a9b2ff323fa3 None None] Enqueued Resource ID: 43250d6e-1c9d-41fb-9b21-add612e73b08 with Priority: HIGHEST for action port [ 952.550485] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43250d6e-1c9d-41fb-9b21-add612e73b08 with Priority: HIGHEST for action port [ 952.550799] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-43250d6e-1c9d-41fb-9b21-add612e73b08 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.554545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43250d6e-1c9d-41fb-9b21-add612e73b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.554640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43250d6e-1c9d-41fb-9b21-add612e73b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.555341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43250d6e-1c9d-41fb-9b21-add612e73b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.555442] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43250d6e-1c9d-41fb-9b21-add612e73b08',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.944513] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b269490f-1f8b-43aa-ace6-10a00a115dfa None None] Enqueued Resource ID: 275da61b-f5ad-4396-86a9-be9762cd46da with Priority: HIGHEST for action port [ 952.945055] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275da61b-f5ad-4396-86a9-be9762cd46da with Priority: HIGHEST for action port [ 952.945461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-275da61b-f5ad-4396-86a9-be9762cd46da taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.945545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-275da61b-f5ad-4396-86a9-be9762cd46da" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.945580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-275da61b-f5ad-4396-86a9-be9762cd46da" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.945883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-275da61b-f5ad-4396-86a9-be9762cd46da" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.945972] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275da61b-f5ad-4396-86a9-be9762cd46da',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.058216] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43250d6e-1c9d-41fb-9b21-add612e73b08 [ 953.058463] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.058548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.058610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.059243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.059243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.059243] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43250d6e-1c9d-41fb-9b21-add612e73b08 already deleted. [ 953.059597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43250d6e-1c9d-41fb-9b21-add612e73b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.450695] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 275da61b-f5ad-4396-86a9-be9762cd46da [ 953.450901] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.451054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.451122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.451328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.451413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.451504] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:275da61b-f5ad-4396-86a9-be9762cd46da already deleted. [ 953.451585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-275da61b-f5ad-4396-86a9-be9762cd46da" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.488426] env[66010]: INFO networking_nsxv3.common.synchronization [req-02608dae-0c37-45a9-a475-3548f121ca57 req-4e1e3c0e-eac6-4f80-aacd-b8fc94a229df tempest-ServerAddressesTestJSON-1609922069 tempest-ServerAddressesTestJSON-1609922069-project-member] Enqueued Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_members [ 954.488900] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGHEST for action security_group_members [ 954.490120] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.490120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.490120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.490299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.490420] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.490568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.490568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.490758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.490810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.490908] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.002451] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.002731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.003758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.003758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.003758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.003758] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.004146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.004146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.004373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.004657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.004728] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 844669d2-259e-4591-83e1-1875117b3a38 is going to be updated. [ 955.050961] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.050961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.050961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.051783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.051783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.064613] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 844669d2-259e-4591-83e1-1875117b3a38 in Status: IN_PROGRESS for 2s [ 956.376055] env[66010]: INFO networking_nsxv3.common.synchronization [None req-d15ed0c7-ca57-4624-8381-13ed1cb6910e None None] Enqueued Resource ID: 3c8dfc21-f3a1-4ea4-87fc-ff1000516030 with Priority: HIGHEST for action port [ 956.376587] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8dfc21-f3a1-4ea4-87fc-ff1000516030 with Priority: HIGHEST for action port [ 956.376904] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8dfc21-f3a1-4ea4-87fc-ff1000516030 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.377044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8dfc21-f3a1-4ea4-87fc-ff1000516030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.377096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8dfc21-f3a1-4ea4-87fc-ff1000516030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.377354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8dfc21-f3a1-4ea4-87fc-ff1000516030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.377431] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8dfc21-f3a1-4ea4-87fc-ff1000516030',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.881394] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8dfc21-f3a1-4ea4-87fc-ff1000516030 [ 956.881632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.881762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.881831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.882062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.882155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.882249] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8dfc21-f3a1-4ea4-87fc-ff1000516030 already deleted. [ 956.882335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8dfc21-f3a1-4ea4-87fc-ff1000516030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.907175] env[66010]: INFO networking_nsxv3.common.synchronization [req-37df35c1-b64a-4b1c-9a5c-f90bebafa459 req-87534fc6-aa10-4401-8783-5858d629be6c tempest-ServersAdminNegativeTestJSON-1126209874 tempest-ServersAdminNegativeTestJSON-1126209874-project-member] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 956.907909] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 956.909102] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.909102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.909102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.909341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.909427] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.910204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.910204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.910204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.910204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.910204] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.078884] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 844669d2-259e-4591-83e1-1875117b3a38 in Status: SUCCESS [ 957.079036] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 844669d2-259e-4591-83e1-1875117b3a38 deletion is rescheduled due to dependency. [ 957.079271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.101397] env[66010]: INFO networking_nsxv3.common.synchronization [None req-507744f1-5a79-4199-bd62-04a99ffc4d2d tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 957.101600] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 957.101925] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.102062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.102140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.102399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.102487] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.224955] env[66010]: INFO networking_nsxv3.common.synchronization [None req-d62352e5-4916-46f5-89f7-9f14c4c7d2b3 tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 957.225503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 957.226309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.226309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.413826] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.628243] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.628412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.628483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.632029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.632029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.632029] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e already deleted. [ 957.632029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.632029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.632029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.632029] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.917271] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.152866] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.153333] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.153450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.153633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.153724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.153866] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e already deleted. [ 958.153931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.328034] env[66010]: INFO networking_nsxv3.common.synchronization [None req-e46eac28-499d-49c4-81a3-7dbb40c2d876 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_rules [ 958.328034] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_rules [ 958.328034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.328269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.328390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.328637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.328751] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.421169] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.421509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.421509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.421724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.421724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.423050] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be updated. [ 958.430312] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f4cd42c5-f71f-438c-87e0-62bf9b4fe5fb tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_rules [ 958.431870] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_rules [ 958.432065] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.432183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.462433] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.462555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.462620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.463298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.463580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.475276] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: IN_PROGRESS for 2s [ 958.851350] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.851350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.851350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.851516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.851516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.851613] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc already deleted. [ 958.851783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.852024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.852430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.852430] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.178643] env[66010]: INFO networking_nsxv3.common.synchronization [None req-72487f29-ab7a-4270-aabb-a39be19db1d4 None None] Enqueued Resource ID: ffd261be-580f-4cde-81cc-b77a1606095d with Priority: HIGHEST for action port [ 959.179401] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd261be-580f-4cde-81cc-b77a1606095d with Priority: HIGHEST for action port [ 959.179518] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd261be-580f-4cde-81cc-b77a1606095d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.179644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd261be-580f-4cde-81cc-b77a1606095d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.179710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd261be-580f-4cde-81cc-b77a1606095d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.179964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd261be-580f-4cde-81cc-b77a1606095d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.180058] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd261be-580f-4cde-81cc-b77a1606095d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.375046] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.375046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.375046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.375316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.375316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.375372] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc already deleted. [ 959.375449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.406406] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.406584] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.409074] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.409074] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.409074] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.409074] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.409074] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.409961] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.410157] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.410376] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.410684] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.410684] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.410684] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.410823] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.410889] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.411184] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.437842] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.438151] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.438529] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.438529] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.439215] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-f1574519-2af0-40f9-856d-4945942578f2 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.439215] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.439215] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.439466] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.439466] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1574519-2af0-40f9-856d-4945942578f2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.682967] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd261be-580f-4cde-81cc-b77a1606095d [ 959.682967] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.682967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.683215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.683215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.683306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.683397] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd261be-580f-4cde-81cc-b77a1606095d already deleted. [ 959.683474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd261be-580f-4cde-81cc-b77a1606095d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.941885] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.942125] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.942251] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.942554] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.942702] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.944037] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.944037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.944037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.944037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.944037] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.944037] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.944338] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.944338] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.944436] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.944565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.944702] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: f1574519-2af0-40f9-856d-4945942578f2 is going to be updated. [ 959.981234] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.981234] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.981234] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.981234] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.981569] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.981569] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.487442] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: SUCCESS [ 960.487933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.679549] env[66010]: INFO networking_nsxv3.common.synchronization [req-33569998-6ddf-43d2-a462-a123125d129a req-1b14ec92-11ca-4cea-96f3-c9cf0c9c9d16 service nova] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 960.679730] env[66010]: INFO networking_nsxv3.common.synchronization [req-33569998-6ddf-43d2-a462-a123125d129a req-1b14ec92-11ca-4cea-96f3-c9cf0c9c9d16 service nova] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 960.680307] env[66010]: INFO networking_nsxv3.common.synchronization [req-33569998-6ddf-43d2-a462-a123125d129a req-1b14ec92-11ca-4cea-96f3-c9cf0c9c9d16 service nova] Enqueued Resource ID: f1574519-2af0-40f9-856d-4945942578f2 with Priority: HIGHEST for action port [ 960.680508] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_rules [ 960.680600] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 960.680692] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1574519-2af0-40f9-856d-4945942578f2 with Priority: HIGHEST for action port [ 960.680971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.681100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.681165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.681364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.681474] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.683458] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.683458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.683458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.683458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.683458] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.683458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.683458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.683458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.683458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.683458] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.684770] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1574519-2af0-40f9-856d-4945942578f2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.684770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.684770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.684770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.684770] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1574519-2af0-40f9-856d-4945942578f2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.187018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.187162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.187372] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.188285] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1574519-2af0-40f9-856d-4945942578f2 with status ACTIVE [ 961.188468] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.188695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.188774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.188981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.189098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.189272] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.189371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.189435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.189592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.189669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.190968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.191143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.191218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.191378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.191499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.191594] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1574519-2af0-40f9-856d-4945942578f2 is going to be updated. [ 961.214158] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.214356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.214439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.214692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.214834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.215035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1574519-2af0-40f9-856d-4945942578f2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.694508] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.197702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.197702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.197702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.198080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.198118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.198330] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f is going to be updated. [ 962.232454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.232651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.232749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.232903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.233058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.243631] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: IN_PROGRESS for 2s [ 963.256431] env[66010]: INFO networking_nsxv3.common.synchronization [req-1fea70f1-a6b7-4d53-8477-089f11c45670 req-66ef0b4e-a627-4430-b63b-05afd6454650 tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 963.257399] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 963.257787] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.257962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.258313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.258473] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.258583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.258646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.258803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.258894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.258988] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.588599] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.588829] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.589056] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.589510] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.589931] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.590200] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.590406] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.590745] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.590994] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.591332] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.591526] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.591709] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.591899] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.592113] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.592284] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.592428] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.615319] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.615504] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.615597] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.615879] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.616224] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.616536] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.616536] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.617053] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.617187] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfad0c33-1ee7-4d8f-b94c-98ca7e791111',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.762340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.762590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.762813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.763100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.763474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.763474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.763641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.763711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763796] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 already deleted. [ 963.763888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.120283] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.120509] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.120630] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.120922] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.121091] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.121246] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port cfad0c33-1ee7-4d8f-b94c-98ca7e791111 not found, creating... [ 964.123158] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.123360] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.123521] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.123775] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.123914] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.124229] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.124403] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.124567] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.124792] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.124929] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.125087] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: cfad0c33-1ee7-4d8f-b94c-98ca7e791111 is going to be created. [ 964.146091] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.146290] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.146519] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.146666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.146891] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.147136] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.254807] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: SUCCESS [ 964.254981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.255098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.255310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.255509] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.255623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.255683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.255942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.256037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.256178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.256235] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.530829] env[66010]: INFO networking_nsxv3.common.synchronization [req-0d233bb2-7d2b-4000-8bfa-a6f4f2d546a2 req-9a70a50f-51e5-4709-9682-1c0bd9e7a163 tempest-ServersV294TestFqdnHostnames-1079628260 tempest-ServersV294TestFqdnHostnames-1079628260-project-member] Enqueued Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_members [ 964.531398] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGHEST for action security_group_members [ 964.531873] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.532013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.532156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.532283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.532438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.532533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.532593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.532736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.532819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532910] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.759231] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.902032] env[66010]: INFO networking_nsxv3.common.synchronization [req-1fea70f1-a6b7-4d53-8477-089f11c45670 req-5e96ef7f-35dd-43ad-9f2c-57d349899603 service nova] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 964.902032] env[66010]: INFO networking_nsxv3.common.synchronization [req-1fea70f1-a6b7-4d53-8477-089f11c45670 req-5e96ef7f-35dd-43ad-9f2c-57d349899603 service nova] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 964.902032] env[66010]: INFO networking_nsxv3.common.synchronization [req-1fea70f1-a6b7-4d53-8477-089f11c45670 req-5e96ef7f-35dd-43ad-9f2c-57d349899603 service nova] Enqueued Resource ID: cfad0c33-1ee7-4d8f-b94c-98ca7e791111 with Priority: HIGHEST for action port [ 964.902926] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 964.902926] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 964.903083] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfad0c33-1ee7-4d8f-b94c-98ca7e791111 with Priority: HIGHEST for action port [ 964.903354] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.903501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.903651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.903805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.903904] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.904919] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.905101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.905349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.905466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.905605] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.905773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.905846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.906070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.906070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.906279] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.907581] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.907712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.907858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.907974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.908070] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfad0c33-1ee7-4d8f-b94c-98ca7e791111',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.035757] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.035757] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.035757] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.035966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.058321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.058571] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.058693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.058780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.058995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.059116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.059211] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e is going to be updated. [ 965.109791] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.109963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.110025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.110219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.110354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.127213] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e in Status: IN_PROGRESS for 2s [ 965.261381] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4e2607b-f044-4d9a-88be-a1b8be82bd5f: rpc.has_security_group_logging(os_id): False [ 965.309607] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.309607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.309607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.309607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.342801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.342801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.342801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.342801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.342801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.342801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.342801] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f is going to be updated. [ 965.410138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.410340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.410460] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.411393] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfad0c33-1ee7-4d8f-b94c-98ca7e791111 with status ACTIVE [ 965.411575] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.411686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.411743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.411949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.412053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.412229] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.412374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.412374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.412581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.412615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.412834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.412936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.413026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.413135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.413208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.413311] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfad0c33-1ee7-4d8f-b94c-98ca7e791111 is going to be updated. [ 965.445277] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.445480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.445693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.445934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.447769] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.447896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.447965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.448163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.448776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.448776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfad0c33-1ee7-4d8f-b94c-98ca7e791111" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462481] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: IN_PROGRESS for 2s [ 965.915212] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.422887] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.422887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.422887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.422887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.422887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.422887] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be created. [ 966.451529] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.451679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.451739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.451949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.452112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.465685] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: UNINITIALIZED for 2s [ 967.138941] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e in Status: SUCCESS [ 967.139310] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e deletion is rescheduled due to dependency. [ 967.139484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.483174] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: SUCCESS [ 967.483250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.478183] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 968.478555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.478599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.478871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.479016] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.479148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.479208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.479373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.479454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.479543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.479637] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.497495] env[66010]: INFO networking_nsxv3.common.synchronization [req-f5bf2ef6-a440-411c-8bf8-aa6d445d5b9b req-772e3b47-8319-4de6-87a8-dd47b407faeb tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 968.498652] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 968.498652] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.498927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.498927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.499081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.499280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.499415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.499479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.499642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.499727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.499832] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.843385] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.843595] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.843743] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.844047] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.844316] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.844478] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.844593] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.845417] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.845600] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.845927] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.846193] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.846193] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.846288] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.846378] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.846479] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.846615] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.869465] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.869722] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.869899] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.870158] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.870573] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-216db822-dcc8-42f5-bd1e-aa900f1e5c83 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.870762] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.871517] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.871517] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.871517] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216db822-dcc8-42f5-bd1e-aa900f1e5c83',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.981612] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.002719] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.002911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.003088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.003305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.003428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.003674] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.003805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.003874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.004076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.004171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.004299] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 969.034234] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.034438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.034438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.034632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.034725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.047029] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 969.374494] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.375033] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.375253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.375669] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.376020] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.376238] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 216db822-dcc8-42f5-bd1e-aa900f1e5c83 not found, creating... [ 969.376639] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.376920] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.377123] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.377393] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.377532] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.377867] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.378066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.378202] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.378494] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.378675] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.378836] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 216db822-dcc8-42f5-bd1e-aa900f1e5c83 is going to be created. [ 969.400404] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.400698] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.401081] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.401153] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.401338] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.401571] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.483672] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 095f5df1-8c86-482b-99c8-77b6ba8c6a27: rpc.has_security_group_logging(os_id): False [ 969.509171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.509369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.509369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.509551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.509642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.509889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.509997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.510069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.510226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.510303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.510392] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be created. [ 969.603687] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.603901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.603901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.604237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.604520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.619009] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 970.159138] env[66010]: INFO networking_nsxv3.common.synchronization [req-f5bf2ef6-a440-411c-8bf8-aa6d445d5b9b req-6645a7e7-1b8f-4f0c-8104-bef1eea89100 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 970.159388] env[66010]: INFO networking_nsxv3.common.synchronization [req-f5bf2ef6-a440-411c-8bf8-aa6d445d5b9b req-6645a7e7-1b8f-4f0c-8104-bef1eea89100 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 970.159554] env[66010]: INFO networking_nsxv3.common.synchronization [req-f5bf2ef6-a440-411c-8bf8-aa6d445d5b9b req-6645a7e7-1b8f-4f0c-8104-bef1eea89100 service nova] Enqueued Resource ID: 216db822-dcc8-42f5-bd1e-aa900f1e5c83 with Priority: HIGHEST for action port [ 970.160204] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 970.160370] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 970.160516] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216db822-dcc8-42f5-bd1e-aa900f1e5c83 with Priority: HIGHEST for action port [ 970.160844] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.161026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.161138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.161365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.161471] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.162618] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.162618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.162833] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-216db822-dcc8-42f5-bd1e-aa900f1e5c83 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.162833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.162833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.163351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.163351] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216db822-dcc8-42f5-bd1e-aa900f1e5c83',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.665268] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.665664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.665985] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 216db822-dcc8-42f5-bd1e-aa900f1e5c83 with status ACTIVE [ 970.666329] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.666532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.666693] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.667049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.667396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.667592] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.667652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.667739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.668824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.668824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.668824] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.668824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.668824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.669091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.669091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.669270] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 216db822-dcc8-42f5-bd1e-aa900f1e5c83 is going to be updated. [ 970.694868] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.695158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.695253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.695410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.695547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.695834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216db822-dcc8-42f5-bd1e-aa900f1e5c83" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.058511] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 971.058679] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 deletion is rescheduled due to dependency. [ 971.058679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.058862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.059189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.059394] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.059506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.059596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.059734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.059816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.059913] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.550900] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.551088] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.551180] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.551420] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.551886] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.552045] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.552174] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.552458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.552683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.552954] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.553080] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.553198] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.553311] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.553420] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.553523] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.553665] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.564960] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.585451] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.585451] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.585451] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.585451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-682" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.585451] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-38a25346-e721-4d5a-a882-e2c4021b4bb9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.585451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.585451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.585451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.585451] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a25346-e721-4d5a-a882-e2c4021b4bb9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.636401] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 971.636786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.075125] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.090207] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.090419] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.090541] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.090825] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.090973] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.091268] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.091420] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.091542] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.091744] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.091893] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.092259] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.092414] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.092529] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.092735] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.092866] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.093013] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 is going to be updated. [ 972.115243] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.115551] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.115728] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.116075] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.116342] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.116646] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.578808] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.578808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.578808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.579120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.579190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.579307] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 972.622686] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.622863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.622946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.623478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.623827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.636568] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 972.866729] env[66010]: INFO networking_nsxv3.common.synchronization [req-110a0f40-4a1e-4f0f-ade1-f9ae93e1e4f8 req-042441c2-8135-4254-a931-899f364f9015 service nova] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_rules [ 972.866729] env[66010]: INFO networking_nsxv3.common.synchronization [req-110a0f40-4a1e-4f0f-ade1-f9ae93e1e4f8 req-042441c2-8135-4254-a931-899f364f9015 service nova] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 972.866729] env[66010]: INFO networking_nsxv3.common.synchronization [req-110a0f40-4a1e-4f0f-ade1-f9ae93e1e4f8 req-042441c2-8135-4254-a931-899f364f9015 service nova] Enqueued Resource ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 with Priority: HIGHEST for action port [ 972.866729] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_rules [ 972.866729] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 972.866729] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 with Priority: HIGHEST for action port [ 972.866729] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.866729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.866729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.866729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.866729] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.872063] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.872063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.872063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.872063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.873424] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.873867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.875363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.875363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.875363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.875363] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.877087] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a25346-e721-4d5a-a882-e2c4021b4bb9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.877304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.877375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.878839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.878839] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a25346-e721-4d5a-a882-e2c4021b4bb9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.380473] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.381262] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.381384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.381788] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38a25346-e721-4d5a-a882-e2c4021b4bb9 with status ACTIVE [ 973.381980] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.382084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.382144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.382354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.382443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.382685] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.382685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.382828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.382957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.384036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.384036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.384036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.384036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.384255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.384255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.384312] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38a25346-e721-4d5a-a882-e2c4021b4bb9 is going to be updated. [ 973.412664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.412844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.412925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.413182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.413331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.414329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a25346-e721-4d5a-a882-e2c4021b4bb9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.883551] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.386759] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.386759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.386759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.386759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.386759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.387178] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 974.423995] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.423995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.423995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.423995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.423995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.438534] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 974.662916] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 974.663942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.663942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.663942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.663942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.664268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.664268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.664268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.664409] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.728446] env[66010]: INFO networking_nsxv3.common.synchronization [req-d6f51d6e-4d8b-43ff-934e-8531e4dddb87 req-66889507-17d0-4be4-a3a3-397cf6d80b11 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 974.729075] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 974.729459] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.729579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.729579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.729733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.729914] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.730071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.730115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.730274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.730375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.730741] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.129675] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.129675] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.129675] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.130560] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.130560] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.130560] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.130739] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.130812] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.130946] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.131437] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.131645] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.133043] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.133243] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.133364] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.133483] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.133620] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.153278] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.153396] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.153552] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.153743] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.154028] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.154586] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.154586] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.154694] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.154772] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed0cb35-47c8-4073-bd2c-29f6058f9e89',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.168948] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.169145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.169222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.169428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.169618] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.169733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.169795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.169938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.170032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.170126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.170304] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.170428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.170476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.170653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.170730] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.170901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.170901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.171093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.171126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.171977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.171977] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.234145] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.658616] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.658980] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.659125] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.659410] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.659560] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.659749] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 3ed0cb35-47c8-4073-bd2c-29f6058f9e89 not found, creating... [ 975.660252] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.660458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.660598] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.661086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.661086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.661270] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.661420] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.661531] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.661730] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.661857] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.662454] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 3ed0cb35-47c8-4073-bd2c-29f6058f9e89 is going to be created. [ 975.674311] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ebb7884-2dfd-4a43-8a1f-2cb94979d370: rpc.has_security_group_logging(os_id): False [ 975.685618] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.685995] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.686140] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.686415] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.686662] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.686912] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.693888] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.694016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.694016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.694306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.694306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.694507] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.694608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.694668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.694819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.694948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.695098] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.695192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.695254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.695393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.695467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.695653] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.695746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.695867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.696308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.696308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.696308] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 975.736568] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.788129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.788304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.788349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.788541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.788684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.814333] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 976.240592] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.240790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.240872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.241111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.241205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.241363] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 976.281333] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.281642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.281642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.281821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.281965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.292994] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 976.441446] env[66010]: INFO networking_nsxv3.common.synchronization [req-d6f51d6e-4d8b-43ff-934e-8531e4dddb87 req-c2a86988-592a-4c4b-9819-c8a9d248d00d service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 976.441922] env[66010]: INFO networking_nsxv3.common.synchronization [req-d6f51d6e-4d8b-43ff-934e-8531e4dddb87 req-c2a86988-592a-4c4b-9819-c8a9d248d00d service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 976.442036] env[66010]: INFO networking_nsxv3.common.synchronization [req-d6f51d6e-4d8b-43ff-934e-8531e4dddb87 req-c2a86988-592a-4c4b-9819-c8a9d248d00d service nova] Enqueued Resource ID: 3ed0cb35-47c8-4073-bd2c-29f6058f9e89 with Priority: HIGHEST for action port [ 976.444013] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 976.444197] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 976.444315] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed0cb35-47c8-4073-bd2c-29f6058f9e89 with Priority: HIGHEST for action port [ 976.444635] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.444760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.444827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.445203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.445203] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.446083] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.446182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.446960] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.446960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.446960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.446960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.446960] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed0cb35-47c8-4073-bd2c-29f6058f9e89',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.462633] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 976.462633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.462633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.462915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.463344] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.463344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.463344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.463598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.463598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.463799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.463799] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.887824] env[66010]: INFO networking_nsxv3.common.synchronization [None req-062270b9-96f5-4667-9511-1a1a036b185e tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 976.888505] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 976.888918] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.889347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.889442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.889695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.889913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.890043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.890101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.890282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.890389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.890667] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.955038] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed0cb35-47c8-4073-bd2c-29f6058f9e89 with status ACTIVE [ 976.955038] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.955038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.955038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.955038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.955038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.955478] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.955478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.955478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.955605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.955605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.955856] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.955993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.955993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.956115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.956180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.956286] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed0cb35-47c8-4073-bd2c-29f6058f9e89 is going to be updated. [ 976.959820] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.960066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.967754] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.967754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.967754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.967754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.967754] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.967990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.967990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.968320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.968462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.968597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.968801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.968935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.969028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.969224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.969393] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.969511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.969558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.970057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.970057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.970057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.971716] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.989157] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.989157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.989157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.989157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.989157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.989157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed0cb35-47c8-4073-bd2c-29f6058f9e89" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.308649] env[66010]: INFO networking_nsxv3.common.synchronization [None req-188bfb74-edc3-45ac-a47d-dccc64f14e80 None None] Enqueued Resource ID: 994632e0-70f8-4542-b1b7-5011946e0c6b with Priority: HIGHEST for action port [ 977.308981] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994632e0-70f8-4542-b1b7-5011946e0c6b with Priority: HIGHEST for action port [ 977.309301] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-994632e0-70f8-4542-b1b7-5011946e0c6b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.309424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994632e0-70f8-4542-b1b7-5011946e0c6b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.309491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994632e0-70f8-4542-b1b7-5011946e0c6b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.309740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994632e0-70f8-4542-b1b7-5011946e0c6b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.309822] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994632e0-70f8-4542-b1b7-5011946e0c6b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.392932] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.474626] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68a33de8-acd6-4909-a273-18f1ef212d6d: rpc.has_security_group_logging(os_id): False [ 977.495517] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.495708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.495876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.496267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.496367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.496641] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.496794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.497029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.498480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.498480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.498480] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.498480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.498480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.498480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.498480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.498908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.498908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.498908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.499068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.499260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.499260] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 977.566026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.566026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.566026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.566026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.566026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.579332] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 977.813309] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 994632e0-70f8-4542-b1b7-5011946e0c6b [ 977.813309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.813309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.813309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.813309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.813309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.813309] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:994632e0-70f8-4542-b1b7-5011946e0c6b already deleted. [ 977.813309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994632e0-70f8-4542-b1b7-5011946e0c6b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.831452] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 977.832233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.896233] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.308135] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 978.308412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.308606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.308822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.309026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.309142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.309207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.309601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.309689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.309821] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.398597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.398763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.398840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.399083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.399356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.399356] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 978.436177] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.436177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.436177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.436177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.436177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.445862] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 978.813569] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.315683] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.595425] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 979.595685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.819260] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.819260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.819260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.819604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.819604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.819604] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 979.852828] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.853041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.853122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.853497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.853497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.862955] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 979.891835] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb068f8b-f63d-40ce-8e6a-bb319d022e00 req-d7b42544-a292-409f-8cdf-e800acb7ff1f tempest-FloatingIPsAssociationNegativeTestJSON-532812777 tempest-FloatingIPsAssociationNegativeTestJSON-532812777-project-member] Enqueued Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_members [ 979.892113] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_members [ 979.892431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.892593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.892800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.892947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.893150] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.893256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.894154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.894154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.894267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.894303] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.039032] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b97d550e-3ecd-4a31-8197-beca250570d7 None None] Enqueued Resource ID: 7aca350a-5dd4-4a3b-9557-fa1c88434dec with Priority: HIGHEST for action port [ 980.040015] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aca350a-5dd4-4a3b-9557-fa1c88434dec with Priority: HIGHEST for action port [ 980.040829] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aca350a-5dd4-4a3b-9557-fa1c88434dec taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.041011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aca350a-5dd4-4a3b-9557-fa1c88434dec" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.041115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aca350a-5dd4-4a3b-9557-fa1c88434dec" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.041389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aca350a-5dd4-4a3b-9557-fa1c88434dec" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.041470] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aca350a-5dd4-4a3b-9557-fa1c88434dec',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.321036] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.321036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-600" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.321036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-600" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.321036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-600" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.321529] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.321769] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.321907] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.322219] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.322443] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.322853] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.322889] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.323065] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.323244] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.323471] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.323591] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.323913] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.348633] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.348855] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.349445] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.349445] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-600" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.349711] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-8dcf8eb2-9196-493d-8248-f59297f525af taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.350596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.350596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.350596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.350818] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dcf8eb2-9196-493d-8248-f59297f525af',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.396273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.396469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.396564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.396812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.398167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.398167] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.398167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.398167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.398167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.398167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.398167] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 already deleted. [ 980.398167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.458120] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 980.458333] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.544526] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aca350a-5dd4-4a3b-9557-fa1c88434dec [ 980.544892] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.545049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.545117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.545698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.545698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.545698] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aca350a-5dd4-4a3b-9557-fa1c88434dec already deleted. [ 980.545698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aca350a-5dd4-4a3b-9557-fa1c88434dec" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.853750] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.854016] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.854216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.854473] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.854628] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.854791] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 8dcf8eb2-9196-493d-8248-f59297f525af not found, creating... [ 980.855065] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.855230] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.855363] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.855606] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.855745] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.856080] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.856240] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.856358] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.856572] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.856712] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.856857] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 8dcf8eb2-9196-493d-8248-f59297f525af is going to be created. [ 980.879192] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.879463] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.879598] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.879875] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.880155] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.880469] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.932154] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.934032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.934032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.934032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.934032] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.934032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.934345] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.934453] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.934666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.934973] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.935887] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.936045] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.936200] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.936335] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.936444] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.936622] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.966524] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.966787] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.967014] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.967233] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.967561] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.967733] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.967871] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.968289] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.968437] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ae7064-ab72-4c0e-955d-ad7dda24cc86',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.470602] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.470940] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.470940] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.471045] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.471195] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.471349] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port a4ae7064-ab72-4c0e-955d-ad7dda24cc86 not found, creating... [ 981.471602] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.471757] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.471870] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.472106] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.472241] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.472574] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.472660] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.472763] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.472963] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.473112] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.473266] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: a4ae7064-ab72-4c0e-955d-ad7dda24cc86 is going to be created. [ 981.496335] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.496536] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.496660] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.497062] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.497349] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.497547] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.621033] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb068f8b-f63d-40ce-8e6a-bb319d022e00 req-6d61ccf4-04c9-40f3-a859-d464cb19882e service nova] Enqueued Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_rules [ 981.621033] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb068f8b-f63d-40ce-8e6a-bb319d022e00 req-6d61ccf4-04c9-40f3-a859-d464cb19882e service nova] Enqueued Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_members [ 981.621033] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb068f8b-f63d-40ce-8e6a-bb319d022e00 req-6d61ccf4-04c9-40f3-a859-d464cb19882e service nova] Enqueued Resource ID: 8dcf8eb2-9196-493d-8248-f59297f525af with Priority: HIGHEST for action port [ 981.621358] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_rules [ 981.621480] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_members [ 981.621576] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcf8eb2-9196-493d-8248-f59297f525af with Priority: HIGHEST for action port [ 981.622489] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.622628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.622699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.622955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.623055] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.624148] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.624287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.624358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.624648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.624804] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.624913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.624989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.625162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.625250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.625337] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.626467] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dcf8eb2-9196-493d-8248-f59297f525af taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.626574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.626631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.626787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.627025] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dcf8eb2-9196-493d-8248-f59297f525af',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.873099] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 981.873522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.873735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.874065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.874242] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.874414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.874493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.874661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.874760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.874843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.874941] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.128654] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dcf8eb2-9196-493d-8248-f59297f525af with status ACTIVE [ 982.129186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.129186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.129186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.129425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.129627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.129849] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.129963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.130036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.130228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.130316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.130533] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.130632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.130691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.130884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.130938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.131080] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dcf8eb2-9196-493d-8248-f59297f525af is going to be updated. [ 982.132309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.132434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.132703] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.157545] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.157545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.157545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.157545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.157545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.157787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dcf8eb2-9196-493d-8248-f59297f525af" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.264274] env[66010]: INFO networking_nsxv3.common.synchronization [req-fdb7d6b3-d66e-4d7c-911e-e0bb0273cabb req-865aabad-ad36-4184-9eaa-3bfdd6f2dadc service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 982.264591] env[66010]: INFO networking_nsxv3.common.synchronization [req-fdb7d6b3-d66e-4d7c-911e-e0bb0273cabb req-865aabad-ad36-4184-9eaa-3bfdd6f2dadc service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 982.264804] env[66010]: INFO networking_nsxv3.common.synchronization [req-fdb7d6b3-d66e-4d7c-911e-e0bb0273cabb req-865aabad-ad36-4184-9eaa-3bfdd6f2dadc service nova] Enqueued Resource ID: a4ae7064-ab72-4c0e-955d-ad7dda24cc86 with Priority: HIGHEST for action port [ 982.265568] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 982.265758] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 982.265931] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ae7064-ab72-4c0e-955d-ad7dda24cc86 with Priority: HIGHEST for action port [ 982.266379] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.266570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.266663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.266981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.267144] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.270317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.270451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.270529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.271040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.271235] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.271402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.271402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.271572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.271677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.272102] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.273094] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.273213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.273276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.273441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.273527] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ae7064-ab72-4c0e-955d-ad7dda24cc86',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.377284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.377496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.377543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.377740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.377913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.378031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.378100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.378288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.378385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.378482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.378931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.378931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.378931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.379118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.379352] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.379455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.379516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.379666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.379746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.379832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.379924] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.533382] env[66010]: INFO networking_nsxv3.common.synchronization [req-25dbffcf-4fb7-44f5-a61d-0bab1f0282ea req-3eb39dc4-21dc-460b-a87b-e1bcc5141ff3 tempest-ImagesNegativeTestJSON-786628069 tempest-ImagesNegativeTestJSON-786628069-project-member] Enqueued Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_members [ 982.533841] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_members [ 982.533903] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.534186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.534282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.534696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.535428] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.535428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.535428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.535428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.535661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.535661] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.635113] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.778850] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.778850] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.778850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.778850] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4ae7064-ab72-4c0e-955d-ad7dda24cc86 with status ACTIVE [ 982.778850] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.778850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.778850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.778850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.779353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.779810] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.779810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.779810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.779990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.780086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.780808] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.780881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.780952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.781152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.781244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.781335] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4ae7064-ab72-4c0e-955d-ad7dda24cc86 is going to be updated. [ 982.808147] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.808369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.808369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.808575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.808704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.809189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ae7064-ab72-4c0e-955d-ad7dda24cc86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.882759] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ebf8a7-e66f-4b48-8be6-9b20307d5790: rpc.has_security_group_logging(os_id): False [ 982.915084] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.915290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.915364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.915576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.915668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.916081] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.916211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.916286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.916506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.916634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.916871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.917011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.917124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.917318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.917403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.917785] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.917785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.917785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.918617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.918617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.918617] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 982.923119] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.923353] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-855" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.923513] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-855" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.923878] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-855" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.924147] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.924298] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.924407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.924671] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.924840] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.925076] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.925199] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.925303] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.925400] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.925532] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.925659] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.925863] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.958288] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.958528] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.958672] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.958855] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-855" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.959244] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-112c5563-7838-4629-b5d9-1a084137c645 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.959478] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.959670] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.963894] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.964143] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112c5563-7838-4629-b5d9-1a084137c645',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.020796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.021014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.021158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.021473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.021684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.038943] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 983.039343] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.039477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.039548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.039774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.039858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.040066] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.040173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.040243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.040389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.040465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.040549] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd already deleted. [ 983.040628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.138913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.139145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.139221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.139463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.139560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.139661] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 is going to be created. [ 983.175027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.175246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.175246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.175464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.175651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.197374] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 in Status: UNINITIALIZED for 2s [ 983.284196] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.469031] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.469031] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 112c5563-7838-4629-b5d9-1a084137c645 not found, creating... [ 983.469031] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.469031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.469894] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.470219] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.470445] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.470783] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.470882] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.471084] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 112c5563-7838-4629-b5d9-1a084137c645 is going to be created. [ 983.501156] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.501386] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.501483] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.501866] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.502135] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.502395] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.790373] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.790768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.790768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.790889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.791114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.791232] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 983.829575] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.829839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.829899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.830185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.830343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.844323] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 984.269023] env[66010]: INFO networking_nsxv3.common.synchronization [req-25dbffcf-4fb7-44f5-a61d-0bab1f0282ea req-f517dbc1-5d61-494d-8976-34e0ea7058b6 service nova] Enqueued Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_rules [ 984.269311] env[66010]: INFO networking_nsxv3.common.synchronization [req-25dbffcf-4fb7-44f5-a61d-0bab1f0282ea req-f517dbc1-5d61-494d-8976-34e0ea7058b6 service nova] Enqueued Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_members [ 984.270708] env[66010]: INFO networking_nsxv3.common.synchronization [req-25dbffcf-4fb7-44f5-a61d-0bab1f0282ea req-f517dbc1-5d61-494d-8976-34e0ea7058b6 service nova] Enqueued Resource ID: 112c5563-7838-4629-b5d9-1a084137c645 with Priority: HIGHEST for action port [ 984.270708] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_rules [ 984.270708] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_members [ 984.270708] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 112c5563-7838-4629-b5d9-1a084137c645 with Priority: HIGHEST for action port [ 984.271025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.271216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.271321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.274434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.274434] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.274434] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.274434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.274434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.274434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.274434] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.274434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.274434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.274434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.275014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.275014] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.276233] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-112c5563-7838-4629-b5d9-1a084137c645 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.276357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.276452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.276712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.276838] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112c5563-7838-4629-b5d9-1a084137c645',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.778548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.778724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.779073] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.780114] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 112c5563-7838-4629-b5d9-1a084137c645 with status ACTIVE [ 984.780374] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.780529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.781402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.781402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.781402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.781402] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.781402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.781593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.781761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.781960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.782184] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.782243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.782424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.782513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.782617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.782735] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 112c5563-7838-4629-b5d9-1a084137c645 is going to be updated. [ 984.821972] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.822373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.822373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.822644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.822830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.823012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-112c5563-7838-4629-b5d9-1a084137c645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.062729] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 985.062874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.112131] env[66010]: INFO networking_nsxv3.common.synchronization [req-9d3a28ef-5530-41c5-9d23-01a8e985b4da req-0e8a1d41-f344-45e7-a288-28c697100d38 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 985.112800] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 985.112958] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.113352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.113438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.113681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.113762] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.114766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.114766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.114766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.114766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.114766] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.209291] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 in Status: SUCCESS [ 985.209667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.209877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.210205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.210438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.210590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.210650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.210813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.210897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.210986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.211092] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.286045] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.477762] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.477972] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.478108] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.478367] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.478612] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.478753] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.480950] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.480950] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.480950] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.480950] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.480950] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.480950] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.480950] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.480950] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.480950] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.480950] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.502207] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.502359] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.502407] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.502581] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.502894] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.503096] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.503216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.503626] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.503754] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a830b7a-5c52-4b49-81dd-f2baeaac19c6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.616988] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.617216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.617257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.617449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.617541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.617746] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.617838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.617899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.618045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.618121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.618208] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 985.650030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.650030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.650030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.650030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.650030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.657943] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 985.714745] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.715949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.715949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.715949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.715949] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.715949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.715949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.716340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.716340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.716340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.716508] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.716613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.716673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.716896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.717092] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.717207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.717293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.717395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.717471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.717551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.717636] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.791837] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.792061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.792061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.792287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.792377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.792479] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd is going to be created. [ 985.818172] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.818354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.818426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.818635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.819196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.830147] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd in Status: UNINITIALIZED for 2s [ 985.854537] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 985.854825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.855097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.855323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.855526] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.855722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.855722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.855933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.856054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.856147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.856239] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.006096] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.006381] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.006460] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.006736] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.006919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.007123] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 4a830b7a-5c52-4b49-81dd-f2baeaac19c6 not found, creating... [ 986.007405] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.007565] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.007678] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.007899] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.008053] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.008347] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.008504] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.008604] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.008807] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.008939] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.009108] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 4a830b7a-5c52-4b49-81dd-f2baeaac19c6 is going to be created. [ 986.032725] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.033051] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.033094] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.033364] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.033615] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.035071] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.220147] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86e1a453-90ab-4e53-b722-c41ef4839af3: rpc.has_security_group_logging(os_id): False [ 986.241096] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.241284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.241326] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.241528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.241614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241818] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.241918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.241981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.242156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.242216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.242410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.242507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.242557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.242701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.242763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.242955] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.243064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.243122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.243261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.243333] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.243417] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 is going to be created. [ 986.336755] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.340435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.340435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.340435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.340435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.356519] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 in Status: IN_PROGRESS for 2s [ 986.358029] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.358242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.358295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.358536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.359369] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.359369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.359369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.359369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.359369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.359369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.359654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.359654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.359654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.359759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.359984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.359984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.360109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.360212] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.360294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.360376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.360465] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.766915] env[66010]: INFO networking_nsxv3.common.synchronization [req-9d3a28ef-5530-41c5-9d23-01a8e985b4da req-16e8bce4-7d63-4d25-ae13-fe9286741cf7 service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 986.767142] env[66010]: INFO networking_nsxv3.common.synchronization [req-9d3a28ef-5530-41c5-9d23-01a8e985b4da req-16e8bce4-7d63-4d25-ae13-fe9286741cf7 service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 986.767278] env[66010]: INFO networking_nsxv3.common.synchronization [req-9d3a28ef-5530-41c5-9d23-01a8e985b4da req-16e8bce4-7d63-4d25-ae13-fe9286741cf7 service nova] Enqueued Resource ID: 4a830b7a-5c52-4b49-81dd-f2baeaac19c6 with Priority: HIGHEST for action port [ 986.767913] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 986.768478] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 986.768737] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a830b7a-5c52-4b49-81dd-f2baeaac19c6 with Priority: HIGHEST for action port [ 986.769221] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.769451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.769607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.769880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.769999] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.770940] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.771135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.771420] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.771541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.771645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.771880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.771999] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a830b7a-5c52-4b49-81dd-f2baeaac19c6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.863169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ebb7884-2dfd-4a43-8a1f-2cb94979d370: rpc.has_security_group_logging(os_id): False [ 986.887273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.887482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.887482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.887737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.888300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.888300] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.888471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.888471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.889651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.889651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.889651] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.889651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.889651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.889651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.889651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.889651] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.890267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.890267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.890267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.890267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.890267] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 986.982782] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.983910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.984066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.984345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.984612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.008360] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 987.277506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.277644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.277833] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a830b7a-5c52-4b49-81dd-f2baeaac19c6 with status ACTIVE [ 987.277998] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.278118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.278197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.278448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.278554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.278806] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.278806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.278932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.279029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.279111] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.279295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.279386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.279444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.279584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.279654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.279736] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a830b7a-5c52-4b49-81dd-f2baeaac19c6 is going to be updated. [ 987.309324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.309520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.309663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.310233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.310444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.310680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a830b7a-5c52-4b49-81dd-f2baeaac19c6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.670235] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 987.670559] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 987.670700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.670985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.671328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.671626] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.671788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.672267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.672267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.672267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.672267] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.846159] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd in Status: SUCCESS [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.846159] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.846159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.846159] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.179299] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.350035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.350147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.350242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.350466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.350658] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.350763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.350822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.351077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.351137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.351260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.351455] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.351841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.351841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.351841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.352847] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.352847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.352847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.352847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.352847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.352847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.352847] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.369842] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 in Status: SUCCESS [ 988.369842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.681573] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.856836] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd: rpc.has_security_group_logging(os_id): False [ 988.876289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.876471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.876588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.876823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.876901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.877114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.877215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.877303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.877439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.877515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.877751] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.877855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.877916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.878074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.878148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.878343] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.878434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.878493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.878630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.878741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.878789] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd is going to be created. [ 988.957749] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.959022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.959197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.959469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.959784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.975273] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd in Status: IN_PROGRESS for 2s [ 989.025311] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 989.026296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.184925] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.186142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.186142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.186142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.186142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.186142] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 989.219688] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.219900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.220023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.220373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.220829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.232136] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 990.989396] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd in Status: SUCCESS [ 990.989921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.245039] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 991.245039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.245039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.245039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.245039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.245039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.245039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.246231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.246643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.246987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.248451] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.751695] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.751880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.751949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.752191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.752370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.752469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.752539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.752673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.752760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.752849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.752999] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.753097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.753160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.753304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.753492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.753582] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.753582] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.753840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.753840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.753974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.753974] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.771152] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.771152] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 991.973099] env[66010]: INFO networking_nsxv3.common.synchronization [req-27c84fa5-231f-40aa-922a-f7f36dac7646 req-9b975f4f-f438-4620-b45d-ab4395d17e38 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 991.975560] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 991.975941] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.976915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.976998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.977222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.977381] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.977479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.977535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.977683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.977768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.977861] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.256509] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c86e8117-9a9d-431d-ad85-bfb47bad9984: rpc.has_security_group_logging(os_id): False [ 992.279440] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.279440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.279671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.279735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.279825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.280040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.280101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.280187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.280648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.280648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.280648] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.280852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.280852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.280917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.280958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.281173] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.281263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.281346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.281848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.281848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.281848] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 992.348200] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.348508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.348508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.348702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.348814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.366130] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 992.481276] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.983229] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.486598] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.486949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.486949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.487082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.487135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.487236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 993.524462] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.524610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.524675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.524885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.525046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.537857] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 994.385531] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 994.386271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.746782] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f4da705-e7f4-4bf6-8df4-9f0200f41643 req-854f9c46-c188-4362-8136-6939e30c65e4 tempest-ServersAdminNegativeTestJSON-1126209874 tempest-ServersAdminNegativeTestJSON-1126209874-project-member] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 994.747470] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGHEST for action security_group_members [ 994.747753] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.748332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.748332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.748332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.748332] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.748623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.748623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.748623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.748721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.748754] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.214392] env[66010]: INFO networking_nsxv3.common.synchronization [req-ada1b0b4-073b-4074-8b87-60194a5efc61 req-a546f6ca-58cf-40e6-84b8-4101d2fa4a08 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 995.215302] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 995.216080] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.216313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.216446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.216794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.217085] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.217263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.217364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.217671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.217815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.217978] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.254409] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.254755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.254755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.254852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.254923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.255214] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.255345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.255392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.255542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.255615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.255840] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be updated. [ 995.286538] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.286752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.286752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.286960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.287444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.313083] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: IN_PROGRESS for 2s [ 995.552063] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 995.552063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.720613] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.222899] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.446065] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a2ea623b-0d50-40f9-bd4c-de271a5e9124 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 996.447189] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 996.447295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.447430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.729576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.729576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.729576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.729576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.729576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.729576] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 996.760767] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.763008] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.763008] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.763008] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.763008] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.787982] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 997.328304] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 in Status: SUCCESS [ 997.328602] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 deletion is rescheduled due to dependency. [ 997.328700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.360016] env[66010]: INFO networking_nsxv3.common.synchronization [req-736884a2-4a9e-44c1-a95c-9f68a9502b83 req-62ceda4f-9756-449c-8d58-7edb1c4ac7e4 tempest-ImagesNegativeTestJSON-786628069 tempest-ImagesNegativeTestJSON-786628069-project-member] Enqueued Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_members [ 997.361478] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd with Priority: HIGHEST for action security_group_members [ 997.361478] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.361478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.361478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.361657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.361734] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.361845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.361884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.362300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.362300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.362300] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b08045e-d31e-4f0d-b3cc-1afe9c7202bd',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.864811] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.864811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.864811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.865077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.865077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.865584] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.865584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.865584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.865584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.865584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.866057] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd is going to be updated. [ 997.900237] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.900455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.900535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.900978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.900978] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.912780] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd in Status: IN_PROGRESS for 2s [ 998.803027] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 998.803027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.803027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.803027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.803027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.803027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.803027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.803027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.803027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.803027] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.953885] env[66010]: INFO networking_nsxv3.common.synchronization [req-072510b9-3ce6-4f6d-a9b7-50115bdb8a8c req-7cb6e319-94ea-4bde-9b92-34d511ebae39 tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 998.954921] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 998.955449] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.955626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.955720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.956115] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.956340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.956532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.956651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.957157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.957266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.957443] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.307813] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.308074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.308202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.308459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.308588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.308803] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.308950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.309033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.309866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.309866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.309866] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 999.352428] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.352678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.352678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.353306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.353306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.366230] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 999.457582] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.457798] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.457921] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.458303] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.458589] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.458746] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.458860] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.459092] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.459236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.459446] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.459582] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.459690] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.459796] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.459903] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.460009] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.460144] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.461628] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.461759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.461828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.461999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.462101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.462282] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.462375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.462494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.462666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.462751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.462841] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e already deleted. [ 999.462923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.482657] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.483365] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.483365] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.483365] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.483627] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-9c45ff88-03cb-4dd6-a053-912afb65b722 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.483828] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.483976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.484324] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.484460] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c45ff88-03cb-4dd6-a053-912afb65b722',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.922508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd in Status: SUCCESS [ 999.922874] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b08045e-d31e-4f0d-b3cc-1afe9c7202bd deletion is rescheduled due to dependency. [ 999.923922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b08045e-d31e-4f0d-b3cc-1afe9c7202bd" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.986939] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.987230] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.987305] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.987595] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.987795] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.987921] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 9c45ff88-03cb-4dd6-a053-912afb65b722 not found, creating... [ 999.988266] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.988461] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.988594] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.988841] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.988982] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.989288] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.989433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.989541] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.989739] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.989865] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.989998] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 9c45ff88-03cb-4dd6-a053-912afb65b722 is going to be created. [ 1000.011882] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.012109] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.012236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.012495] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.012718] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.012940] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.159204] env[66010]: INFO networking_nsxv3.common.synchronization [req-ed0966fa-6133-4775-9b0e-98cc0956af2a req-4b95ab22-f3e0-4cec-b499-20b798b33295 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_members [ 1000.159913] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGHEST for action security_group_members [ 1000.160178] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.160365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.160480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.160711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.160871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.161022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.161065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.161234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.161315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.161406] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.663411] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.663568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.663639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.663850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.663995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.664150] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.664269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.664352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.664499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.664574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.664661] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 is going to be updated. [ 1000.696899] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.697204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.701118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.701403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.701870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.714293] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 in Status: IN_PROGRESS for 2s [ 1000.760625] env[66010]: INFO networking_nsxv3.common.synchronization [req-072510b9-3ce6-4f6d-a9b7-50115bdb8a8c req-4f1ebdc1-4f69-4425-b169-6994e044a914 service nova] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 1000.760896] env[66010]: INFO networking_nsxv3.common.synchronization [req-072510b9-3ce6-4f6d-a9b7-50115bdb8a8c req-4f1ebdc1-4f69-4425-b169-6994e044a914 service nova] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1000.760960] env[66010]: INFO networking_nsxv3.common.synchronization [req-072510b9-3ce6-4f6d-a9b7-50115bdb8a8c req-4f1ebdc1-4f69-4425-b169-6994e044a914 service nova] Enqueued Resource ID: 9c45ff88-03cb-4dd6-a053-912afb65b722 with Priority: HIGHEST for action port [ 1000.761481] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 1000.761603] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1000.761694] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c45ff88-03cb-4dd6-a053-912afb65b722 with Priority: HIGHEST for action port [ 1000.761977] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.763234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.763311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.763524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.763607] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.764632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.764749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.764813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.764995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.765438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.765438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.765438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.765438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.765619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.765619] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.767591] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c45ff88-03cb-4dd6-a053-912afb65b722 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.767591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.767591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.767591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.767591] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c45ff88-03cb-4dd6-a053-912afb65b722',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.269035] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.270172] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.270309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.270872] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c45ff88-03cb-4dd6-a053-912afb65b722 with status ACTIVE [ 1001.270872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.270872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.271091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.271190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.271240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.271410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.271540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.271587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.271749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.271790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.272042] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.272736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.272806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.273085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.273175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.273208] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c45ff88-03cb-4dd6-a053-912afb65b722 is going to be updated. [ 1001.300579] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.300792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.300864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.301103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.301245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.301406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c45ff88-03cb-4dd6-a053-912afb65b722" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.380746] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 1001.380918] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 deletion is rescheduled due to dependency. [ 1001.381053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.681166] env[66010]: INFO networking_nsxv3.common.synchronization [req-8406dade-6e74-4aa0-b7d1-2cf3fecb3d75 req-d2d979d4-96f3-4652-9953-c2326e69b467 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_members [ 1001.681791] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_members [ 1001.682546] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.682691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.682783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.683878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.683878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.683878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.683878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.683878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.683878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.683878] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.775269] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.124661] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.124843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.124999] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.125257] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.125514] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.125669] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.125779] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.126121] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.126199] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.126387] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.126497] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.126600] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.126700] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.126807] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.126948] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.127094] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.146488] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.146684] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.146817] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.147071] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.147431] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-912f12e0-3124-4670-89eb-6a10796e87a0 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.147613] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.147761] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.148234] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.148444] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912f12e0-3124-4670-89eb-6a10796e87a0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.187512] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.187674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.187754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.188900] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.189045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.189287] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.189401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.189465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.189646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.189726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.189813] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc already deleted. [ 1002.189892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.278293] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.278697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.278697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.278697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.278789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.278873] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be created. [ 1002.315181] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.315450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.315450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.315599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.315807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.327387] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: UNINITIALIZED for 2s [ 1002.651923] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.651923] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.652117] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.652300] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.652445] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.652596] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 912f12e0-3124-4670-89eb-6a10796e87a0 not found, creating... [ 1002.652910] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.653086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.653253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.653440] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.653576] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.653876] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.654039] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.654153] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.654380] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.654523] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.654679] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 912f12e0-3124-4670-89eb-6a10796e87a0 is going to be created. [ 1002.676245] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.676466] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.677137] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.677137] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.677254] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.677494] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.724965] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 in Status: SUCCESS [ 1002.725172] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 deletion is rescheduled due to dependency. [ 1002.725286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.125124] env[66010]: INFO networking_nsxv3.common.synchronization [req-86aeb7f7-2f9a-4e81-8efd-4384decef3e1 req-a4d27dfb-cee7-437a-b997-173c2be5f350 tempest-FloatingIPsAssociationNegativeTestJSON-532812777 tempest-FloatingIPsAssociationNegativeTestJSON-532812777-project-member] Enqueued Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_members [ 1003.125827] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGHEST for action security_group_members [ 1003.126263] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.126394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.126452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.126672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.126835] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.126983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.127214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.127428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.127428] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.127607] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.391476] env[66010]: INFO networking_nsxv3.common.synchronization [req-8406dade-6e74-4aa0-b7d1-2cf3fecb3d75 req-def3f035-e21a-4f8a-809c-65b742403efc service nova] Enqueued Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_rules [ 1003.391476] env[66010]: INFO networking_nsxv3.common.synchronization [req-8406dade-6e74-4aa0-b7d1-2cf3fecb3d75 req-def3f035-e21a-4f8a-809c-65b742403efc service nova] Enqueued Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_members [ 1003.391476] env[66010]: INFO networking_nsxv3.common.synchronization [req-8406dade-6e74-4aa0-b7d1-2cf3fecb3d75 req-def3f035-e21a-4f8a-809c-65b742403efc service nova] Enqueued Resource ID: 912f12e0-3124-4670-89eb-6a10796e87a0 with Priority: HIGHEST for action port [ 1003.391476] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_rules [ 1003.391476] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_members [ 1003.391476] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912f12e0-3124-4670-89eb-6a10796e87a0 with Priority: HIGHEST for action port [ 1003.392280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.392629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.392796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.393136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.393329] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.399154] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.399154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.399154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.399154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.399154] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.399154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.399154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.399154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.399154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.399154] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.402616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-912f12e0-3124-4670-89eb-6a10796e87a0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.403278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.403447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.404116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.404317] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912f12e0-3124-4670-89eb-6a10796e87a0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.629825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.629997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.630046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.630269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.630361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.630565] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.630666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.630727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.630879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.630956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.631058] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 is going to be updated. [ 1003.664137] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.664289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.664432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.664633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.664714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.674907] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 in Status: IN_PROGRESS for 2s [ 1003.909025] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 912f12e0-3124-4670-89eb-6a10796e87a0 with status ACTIVE [ 1003.909025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.909025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.909025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.909025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.909025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.909025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.909356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.909356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.909356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.909356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.909525] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.909613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.909669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.909804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.909867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.910110] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 912f12e0-3124-4670-89eb-6a10796e87a0 is going to be updated. [ 1003.915092] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.916405] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.916405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.941446] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.941446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.941446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.941446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.941446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.941446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-912f12e0-3124-4670-89eb-6a10796e87a0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.341013] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1004.341405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.341632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.342039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.342370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.342370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.342370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.342569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.342605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.342691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.342877] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.420782] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.846174] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.924257] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.924257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.924257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.925071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.925222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.927011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc is going to be created. [ 1004.951027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.951027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.951027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.951027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.951531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.968024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc in Status: UNINITIALIZED for 2s [ 1005.354432] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed796050-a85b-4af6-b351-acb4cf6ab21e: rpc.has_security_group_logging(os_id): False [ 1005.374825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.375038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.375309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.375524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.375621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.375885] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.376098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.376194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.376367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.376442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.376532] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be created. [ 1005.446052] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.446356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.446356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.446494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.446636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.457562] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1005.686010] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 in Status: SUCCESS [ 1005.686010] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 deletion is rescheduled due to dependency. [ 1005.686010] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.978223] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc in Status: SUCCESS [ 1006.978581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.978737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.978845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.979290] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.979456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.979499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.979800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.979800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.979886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.979984] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.319605] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-47365504-d26c-473c-89a8-f320199da69d tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1007.320195] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1007.320495] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.320668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.320668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.320932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.321514] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.321634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.321689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.321860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.321987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.322063] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.474759] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1007.475037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.484575] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.692684] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-2dfee203-6706-4541-98be-4b84652bef21 tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1007.693263] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1007.693555] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.693661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.829022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.829022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.829022] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 already deleted. [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.829022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.829022] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.829627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.829627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.829627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.829627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.829627] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.993490] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0d16126-9328-48dd-bacb-4b5b90a0a4bc: rpc.has_security_group_logging(os_id): False [ 1008.013663] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.013797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.013875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.014150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.014247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.014484] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.014586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.014668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.014945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.014945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.014945] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc is going to be created. [ 1008.021555] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-f378b2a9-a1f7-4eaf-97c5-5517aaef2923 tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1008.022091] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1008.022402] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.022498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.089427] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.089744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.089744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.090075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.090318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.112341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc in Status: IN_PROGRESS for 2s [ 1008.331882] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.332098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.332251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335327] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 already deleted. [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.335327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.335327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335327] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.481279] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.481279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.481279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.481518] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.481551] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.481708] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.482202] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.482202] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.482334] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.482531] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.483279] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.483279] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.483279] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.483279] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.483279] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.483279] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.506177] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.506710] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.506928] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.507275] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.507702] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-0604d48f-33a1-4775-baf3-b4e271190ccb taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.507896] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.509257] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.509708] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.509903] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0604d48f-33a1-4775-baf3-b4e271190ccb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.836537] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.836768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.836854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.837146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.837258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.837527] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.837630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.837699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.837876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.837973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.838080] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 already deleted. [ 1008.838188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.014361] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.014677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.014796] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.015277] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.015358] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.015515] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 0604d48f-33a1-4775-baf3-b4e271190ccb not found, creating... [ 1009.015804] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.016022] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.016153] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.016569] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.016659] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.017016] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.017761] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.017925] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.018404] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.018623] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.018746] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 0604d48f-33a1-4775-baf3-b4e271190ccb is going to be created. [ 1009.041900] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.042521] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.042521] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.042721] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.042915] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.043912] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.804166] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-1c33decb-4337-4903-9683-881ad75ba4f6 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1009.804375] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-1c33decb-4337-4903-9683-881ad75ba4f6 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1009.804560] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-1c33decb-4337-4903-9683-881ad75ba4f6 service nova] Enqueued Resource ID: 0604d48f-33a1-4775-baf3-b4e271190ccb with Priority: HIGHEST for action port [ 1009.805134] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1009.805261] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1009.805348] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604d48f-33a1-4775-baf3-b4e271190ccb with Priority: HIGHEST for action port [ 1009.805644] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.805803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.805803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.806142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.806235] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.807728] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.807728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.807728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.807933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.808076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.808161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.808234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.808393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.808487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.808568] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.809385] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-0604d48f-33a1-4775-baf3-b4e271190ccb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.809501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.809552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.809699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.809760] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0604d48f-33a1-4775-baf3-b4e271190ccb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.126588] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc in Status: SUCCESS [ 1010.126849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.311887] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.312166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.313404] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.314444] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0604d48f-33a1-4775-baf3-b4e271190ccb with status ACTIVE [ 1010.314553] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.314675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.314808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.315128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.315184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.315383] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.315542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.315650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.315840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.316050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.316280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.316367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.316407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.316537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.316608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.316712] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0604d48f-33a1-4775-baf3-b4e271190ccb is going to be updated. [ 1010.339490] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.339714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.339714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.339935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.340082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.340267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0604d48f-33a1-4775-baf3-b4e271190ccb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.626539] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.626539] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-460" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.626539] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-460" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.626877] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-460" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.627316] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.627524] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.627666] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.627903] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.628077] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.628306] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.628447] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.628558] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.628664] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.628773] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.628876] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.629014] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.649680] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.649923] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.650183] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.650405] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-460" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.650769] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-00d74fe9-cd82-4119-9aba-685f898f4247 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.650999] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.651171] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.651559] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.651728] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d74fe9-cd82-4119-9aba-685f898f4247',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.819362] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.893582] env[66010]: INFO networking_nsxv3.common.synchronization [req-826b101a-79c3-4a15-81c4-d1f7c7aebe1d req-514b762d-5c53-4b1a-b760-ee8fee795844 tempest-ServersNegativeTestJSON-1609695456 tempest-ServersNegativeTestJSON-1609695456-project-member] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 1010.894116] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGHEST for action security_group_members [ 1010.894881] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.894881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.894881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.894881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.895138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.895138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.895138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.895253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.895287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.896266] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.154186] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.154582] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.154582] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.154838] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.154991] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.155231] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 00d74fe9-cd82-4119-9aba-685f898f4247 not found, creating... [ 1011.155504] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.155660] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.155772] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.156031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.156198] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.156481] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.156631] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.156743] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.156946] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.157303] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.157363] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 00d74fe9-cd82-4119-9aba-685f898f4247 is going to be created. [ 1011.178653] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.178951] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.179211] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.179548] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.179843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.180170] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.325781] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.325915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.325952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.326338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.326383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.326500] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be created. [ 1011.356226] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.356391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.356443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.356643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.356795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.366402] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: UNINITIALIZED for 2s [ 1011.398231] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.398517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.398603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.398813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.398897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.399110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.399237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.399303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.399420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.399488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.399686] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be updated. [ 1011.430036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.430182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.430253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.430463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.430600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.440879] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: IN_PROGRESS for 2s [ 1011.963865] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-d280f029-1725-4602-8345-3b20095e7301 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1011.964148] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-d280f029-1725-4602-8345-3b20095e7301 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1011.964337] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-d280f029-1725-4602-8345-3b20095e7301 service nova] Enqueued Resource ID: 00d74fe9-cd82-4119-9aba-685f898f4247 with Priority: HIGHEST for action port [ 1011.965221] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1011.965474] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1011.965672] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d74fe9-cd82-4119-9aba-685f898f4247 with Priority: HIGHEST for action port [ 1011.966134] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.966347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.966722] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.966902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.967221] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d74fe9-cd82-4119-9aba-685f898f4247 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.967442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.967618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.967937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.968480] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d74fe9-cd82-4119-9aba-685f898f4247',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.470927] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00d74fe9-cd82-4119-9aba-685f898f4247 with status ACTIVE [ 1012.471241] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.471384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.471740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.471740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.471740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.471927] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.472019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.472080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.472226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.472300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.472476] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.472567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.472625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.472760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.472830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.472911] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00d74fe9-cd82-4119-9aba-685f898f4247 is going to be updated. [ 1012.497870] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.498026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.498081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.498286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.498452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.498600] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d74fe9-cd82-4119-9aba-685f898f4247" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.826498] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.826709] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.826843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.827148] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.827408] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.827560] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.827668] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.827901] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.828316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.828562] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.828673] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.828778] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.828905] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.829023] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.829208] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.829362] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.851083] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.851280] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.851499] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.851707] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-458" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.852062] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-f0f324d4-fe57-418d-be9f-769e9fa5b835 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.852568] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.852568] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.852753] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.852924] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f324d4-fe57-418d-be9f-769e9fa5b835',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.356325] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.356325] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.356325] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.356477] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.356606] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.356755] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port f0f324d4-fe57-418d-be9f-769e9fa5b835 not found, creating... [ 1013.357027] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.357200] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.357289] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.357500] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.357634] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.357917] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.361143] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.361143] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.361143] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.361143] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.361143] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: f0f324d4-fe57-418d-be9f-769e9fa5b835 is going to be created. [ 1013.377731] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1013.377957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.378172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.378521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.379190] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.379190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.379190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.379190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.379432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.379476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.379574] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.381572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.381572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.381572] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.381572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.381572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.381572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.381572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.381572] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.384763] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.384938] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.386503] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.386503] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.387868] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.387868] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.456701] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a33de8-acd6-4909-a273-18f1ef212d6d in Status: SUCCESS [ 1013.456964] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d deletion is rescheduled due to dependency. [ 1013.457043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.889461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.889811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.891510] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.101365] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-76a8712d-91b2-4804-9b63-b5730fa16c3d service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1014.101578] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-76a8712d-91b2-4804-9b63-b5730fa16c3d service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1014.101673] env[66010]: INFO networking_nsxv3.common.synchronization [req-a1c067cf-dbe3-4981-907b-b5b58a50179c req-76a8712d-91b2-4804-9b63-b5730fa16c3d service nova] Enqueued Resource ID: f0f324d4-fe57-418d-be9f-769e9fa5b835 with Priority: HIGHEST for action port [ 1014.102224] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1014.102366] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1014.102445] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f324d4-fe57-418d-be9f-769e9fa5b835 with Priority: HIGHEST for action port [ 1014.102712] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.102810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.102994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.103267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.104225] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f324d4-fe57-418d-be9f-769e9fa5b835 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.104225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.104395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.104536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.104656] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f324d4-fe57-418d-be9f-769e9fa5b835',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.394213] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.607312] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0f324d4-fe57-418d-be9f-769e9fa5b835 with status ACTIVE [ 1014.607541] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.607674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.607744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.608026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.608099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.608247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.608343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.608406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.608553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.608628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.608806] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.608897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.608957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.609123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.609433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.609433] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0f324d4-fe57-418d-be9f-769e9fa5b835 is going to be updated. [ 1014.637071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.637313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.638656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.639059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.639059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.639215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f324d4-fe57-418d-be9f-769e9fa5b835" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.895990] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.896503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.896503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.896503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.896503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.896719] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1014.925197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.925456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.925456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.925614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.925720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.937235] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1015.409268] env[66010]: INFO networking_nsxv3.common.synchronization [None req-52c821e8-9c1f-4056-9ba8-c9f6eb1b99b2 None None] Enqueued Resource ID: 3ca1a524-aaf7-49fe-9144-deaf2fc46b08 with Priority: HIGHEST for action port [ 1015.409268] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca1a524-aaf7-49fe-9144-deaf2fc46b08 with Priority: HIGHEST for action port [ 1015.409268] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca1a524-aaf7-49fe-9144-deaf2fc46b08 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.409268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca1a524-aaf7-49fe-9144-deaf2fc46b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.409268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca1a524-aaf7-49fe-9144-deaf2fc46b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.410018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca1a524-aaf7-49fe-9144-deaf2fc46b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.410304] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca1a524-aaf7-49fe-9144-deaf2fc46b08',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.912625] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ca1a524-aaf7-49fe-9144-deaf2fc46b08 [ 1015.912909] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.912981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.913067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.913265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.913777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.913931] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ca1a524-aaf7-49fe-9144-deaf2fc46b08 already deleted. [ 1015.914063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca1a524-aaf7-49fe-9144-deaf2fc46b08" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.949780] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1016.950083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.950083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.950269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.950377] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.950495] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.950559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.950703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.950782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.950895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.951059] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.951152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.951194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.953029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.953167] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.953274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.953339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.953497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.953557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.953675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.953714] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.954588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.954753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.954898] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.954995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.955079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.955232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.955332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.955426] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.458644] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843b68b9-855a-4bde-bec2-f03aac2f9541: rpc.has_security_group_logging(os_id): False [ 1017.459980] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.481563] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.481740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.481803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.482032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.482131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.482352] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.482452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.482513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.482662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.482740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.484654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.484764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.484835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.484998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.485100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.485294] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.485395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.485457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.485605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.485680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.485766] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be created. [ 1017.547246] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.547397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.547469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.549250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.549463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.563257] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1017.868341] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1017.868811] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.962406] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.458488] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f371bab3-1242-44de-9538-7141755feb4e None None] Enqueued Resource ID: df6589eb-8c8d-4cb5-a5f3-1725b4f371e5 with Priority: HIGHEST for action port [ 1018.459123] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6589eb-8c8d-4cb5-a5f3-1725b4f371e5 with Priority: HIGHEST for action port [ 1018.459480] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6589eb-8c8d-4cb5-a5f3-1725b4f371e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.459612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6589eb-8c8d-4cb5-a5f3-1725b4f371e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.459680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6589eb-8c8d-4cb5-a5f3-1725b4f371e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.459966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6589eb-8c8d-4cb5-a5f3-1725b4f371e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.460066] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6589eb-8c8d-4cb5-a5f3-1725b4f371e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.465091] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.465091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.465214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.465364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.465456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.465553] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1018.501817] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.501817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.501817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.502117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.502117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.514144] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1018.962138] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df6589eb-8c8d-4cb5-a5f3-1725b4f371e5 [ 1018.962372] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.962529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.962774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.962813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.962915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.963062] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df6589eb-8c8d-4cb5-a5f3-1725b4f371e5 already deleted. [ 1018.963062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6589eb-8c8d-4cb5-a5f3-1725b4f371e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.575447] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1019.575690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.575851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.576156] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.576254] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.007017] env[66010]: INFO networking_nsxv3.common.synchronization [req-5e2aca60-72f1-4672-9b43-67a0f3de86b4 req-69dbc4e6-1efb-44da-81fc-0b0f4fdddf27 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1020.007609] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1020.007885] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.007980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.008047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.008257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.008842] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.008842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.008842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.008842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.008842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.008842] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.079136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.079136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.511371] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.511917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.511917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.512061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.512105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.512368] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.512599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.512599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.512826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.512962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.513070] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 1020.525897] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1020.525897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.526404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.526639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.526842] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.527059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.527059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.527238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.527339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.527426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.527513] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.541895] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.542112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.542227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.542443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.542584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.552482] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 1020.585296] env[66010]: INFO networking_nsxv3.common.synchronization [None req-7cd2b1f9-24ef-4e1b-8faa-854b493c6d39 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1020.585817] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1020.586150] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.586285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.586347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.586588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.586666] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.720500] env[66010]: INFO networking_nsxv3.common.synchronization [None req-5ba356d8-7ce1-452b-89f7-afb576a13279 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1020.721296] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1020.721670] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.721809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.029698] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.030337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.030337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.030337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.030337] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.030487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.030487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.030645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.030740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.030827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.030971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.031077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.031508] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.031608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.031879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.031960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.032060] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.109711] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.109711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.109711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.109711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.109711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.109711] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e already deleted. [ 1021.109711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.109711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.109711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.110196] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.534623] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843b68b9-855a-4bde-bec2-f03aac2f9541: rpc.has_security_group_logging(os_id): False [ 1021.555921] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.557411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.557565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.557831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.558898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.559230] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.559395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.559501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.560519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.560640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.560883] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.561039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.561262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.561466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.561553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.561746] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.561861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.561952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.562128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.562209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.562302] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1021.638363] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.638627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.638627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.638848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.638996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.640985] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.641121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.641201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.641387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.641497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.641651] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e already deleted. [ 1021.641740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.655177] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1022.564189] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 1022.564189] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 1022.564575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.125789] env[66010]: INFO networking_nsxv3.common.synchronization [req-d3e164b5-8bc1-4f9d-910d-9e1457e5f168 req-5ad501ad-e5eb-4fb3-96c9-677865ca8de6 tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 1023.126512] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGHEST for action security_group_members [ 1023.126859] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.127023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.127827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.128112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.128436] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.128595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.130779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.131032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.131167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.131300] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.634188] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.634455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.634455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.634591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.634683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.634870] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.635031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.635130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.635314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.635314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.635391] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f is going to be updated. [ 1023.664224] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.664416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.664416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.664611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.664741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.669760] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1023.669951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.670123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.670323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.670410] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.671874] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: IN_PROGRESS for 2s [ 1024.173102] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.173268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.173386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.173565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.173805] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.173913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.174022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.174136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.174232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.174339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.174385] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.676616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.676933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.676933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.676933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.677097] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.677191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.677249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.677397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.677482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.677569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.677713] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.677804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.677869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.677994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.678138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.678227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.678280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.678416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.678502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.678593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.678681] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.180948] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843b68b9-855a-4bde-bec2-f03aac2f9541: rpc.has_security_group_logging(os_id): False [ 1025.205988] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.205988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.206341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.206385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.207119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.207119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.207119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.207119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.207631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.207809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.208151] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.209053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.209053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.209053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.209053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.209053] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.209312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.209312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.209375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.209479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.209604] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1025.305624] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.305772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.305843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.306081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.306314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.323826] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1025.684227] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f in Status: SUCCESS [ 1025.684518] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f deletion is rescheduled due to dependency. [ 1025.684518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194272] env[66010]: INFO networking_nsxv3.common.synchronization [req-2b82dee9-8acf-4bc7-a3bb-b79e11f11953 req-b73d00a2-c693-4412-b12a-ec1f600d89ad tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1026.194833] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1026.195569] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.195740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.195830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.196237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.196422] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.196533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.196598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.196766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.196853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.196948] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.507350] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.507571] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.507690] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.507956] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.508353] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.508458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.508526] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.508683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.509409] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.509409] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.509409] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.509409] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.509409] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.509647] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.509647] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.509647] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.540081] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.540081] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.540081] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.540081] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.540081] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-cd6bb2af-d729-42be-8f07-161e8d648fde taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.540446] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.540446] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.540614] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.540763] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6bb2af-d729-42be-8f07-161e8d648fde',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.553014] env[66010]: INFO networking_nsxv3.common.synchronization [req-d6068a4e-00af-4788-8014-09f5d6b07f4d req-ebc9acae-fec5-406f-aef2-bb8004d60094 tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1026.553315] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1026.553620] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.553994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.554328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.554328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.554482] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.554590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.554691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.554774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.554847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.554926] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.701330] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.783724] env[66010]: INFO networking_nsxv3.common.synchronization [req-d6068a4e-00af-4788-8014-09f5d6b07f4d req-adaf2063-5628-4faf-8632-de4857194df7 tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1026.784372] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1026.785172] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.785280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.988727] env[66010]: INFO networking_nsxv3.common.synchronization [req-d6068a4e-00af-4788-8014-09f5d6b07f4d req-f6a89106-a804-4af7-a43c-c79437c8c866 tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1026.989275] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1026.989578] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.989715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.043662] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.043992] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.044049] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.044427] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.044580] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.044748] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port cd6bb2af-d729-42be-8f07-161e8d648fde not found, creating... [ 1027.045037] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.045212] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.045329] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.045596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.045732] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.046223] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.046458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.046583] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.046816] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.046945] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.047123] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: cd6bb2af-d729-42be-8f07-161e8d648fde is going to be created. [ 1027.058556] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.069682] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.069682] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.069682] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.069682] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.069682] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.069997] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.204178] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.358256] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1027.358460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.560676] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.705999] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.706367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.706367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.706546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.706636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.706742] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1027.740621] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.740830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.740830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.741029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.741162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.752990] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1027.776601] env[66010]: INFO networking_nsxv3.common.synchronization [req-2b82dee9-8acf-4bc7-a3bb-b79e11f11953 req-ee8c43de-d1cb-4375-b8ae-205084140778 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1027.776774] env[66010]: INFO networking_nsxv3.common.synchronization [req-2b82dee9-8acf-4bc7-a3bb-b79e11f11953 req-ee8c43de-d1cb-4375-b8ae-205084140778 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1027.776905] env[66010]: INFO networking_nsxv3.common.synchronization [req-2b82dee9-8acf-4bc7-a3bb-b79e11f11953 req-ee8c43de-d1cb-4375-b8ae-205084140778 service nova] Enqueued Resource ID: cd6bb2af-d729-42be-8f07-161e8d648fde with Priority: HIGHEST for action port [ 1027.777503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1027.777644] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1027.777739] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6bb2af-d729-42be-8f07-161e8d648fde with Priority: HIGHEST for action port [ 1027.778236] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.778459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.778763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.778923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.779061] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.780060] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.780369] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.780706] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd6bb2af-d729-42be-8f07-161e8d648fde taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.780821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.780920] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.781180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.781697] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6bb2af-d729-42be-8f07-161e8d648fde',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.063114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.063114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.063375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.063413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.063485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.063589] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1028.092083] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.092264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.092310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.092519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.092651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.102135] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1028.284028] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.284202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.292390] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd6bb2af-d729-42be-8f07-161e8d648fde with status ACTIVE [ 1028.292390] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.292390] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.292390] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.292390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.292390] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd6bb2af-d729-42be-8f07-161e8d648fde is going to be updated. [ 1028.322432] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.323186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.323186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.323186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.323400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.323706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd6bb2af-d729-42be-8f07-161e8d648fde" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.764407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1029.764697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.764904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.765052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.765264] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.765384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.765447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.765682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.765813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.765969] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.113298] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1030.113540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.113704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.113948] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.114439] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.114439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.114439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.114606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.114671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.114767] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.270513] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.468683] env[66010]: INFO networking_nsxv3.common.synchronization [req-aa85437f-1653-4240-a1a2-756d7289b679 req-3e50152b-4be8-413a-8549-4602a570489a tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1030.472713] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1030.473457] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.473613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.473681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.473936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.474130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.474236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.474291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.474471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.474574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.474666] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.618456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.618597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.618663] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.618851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.618941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.619166] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.619267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.619325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.619473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.619548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.619633] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1030.648410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.648709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.648709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.648852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.648987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.662282] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1030.772456] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.830235] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.830435] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.830563] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.831574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.831574] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.831574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.831574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.832135] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.832135] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.832421] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.832745] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.832745] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.832935] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.833166] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.833299] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.833460] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.852895] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.853129] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.853252] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.853485] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.853802] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-544a6a82-6a82-4175-8472-c6ddf7a13cae taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.854085] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.854297] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.854647] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.854783] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544a6a82-6a82-4175-8472-c6ddf7a13cae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.983024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.983024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.983024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.983024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.983024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.983024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.983024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.983579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.983579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.983579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.983579] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f already deleted. [ 1030.983579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.087316] env[66010]: INFO networking_nsxv3.common.synchronization [req-e9264e2d-1a4d-46b8-86ec-2ca297339c52 req-47516011-c785-42a8-b9d1-bbdb03a88502 tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1031.087883] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1031.088227] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.088317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.088373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.088565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.088714] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.088812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.088865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.089029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.089106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.089197] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.276261] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.276449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.276525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.276715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.276807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.276906] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1031.340400] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.340400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.340400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.340400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.340400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.348770] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1031.357290] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.357509] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.357734] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.357915] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.358076] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.358974] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 544a6a82-6a82-4175-8472-c6ddf7a13cae not found, creating... [ 1031.358974] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.358974] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.358974] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.358974] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.359492] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.359492] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.359594] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.359948] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.359948] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.360065] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.360169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 544a6a82-6a82-4175-8472-c6ddf7a13cae is going to be created. [ 1031.384586] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.384793] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.384913] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.385206] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.385428] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.385655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.590750] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.590910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.590979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.591281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.591281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.591487] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.591585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.591645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.591807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.591884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.591970] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1031.621775] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.621984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.621984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.622304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.622341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.631469] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1032.102631] env[66010]: INFO networking_nsxv3.common.synchronization [req-aa85437f-1653-4240-a1a2-756d7289b679 req-3790ddab-4a91-4a05-8335-a3d6e78bb8b7 service nova] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_rules [ 1032.102876] env[66010]: INFO networking_nsxv3.common.synchronization [req-aa85437f-1653-4240-a1a2-756d7289b679 req-3790ddab-4a91-4a05-8335-a3d6e78bb8b7 service nova] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1032.103106] env[66010]: INFO networking_nsxv3.common.synchronization [req-aa85437f-1653-4240-a1a2-756d7289b679 req-3790ddab-4a91-4a05-8335-a3d6e78bb8b7 service nova] Enqueued Resource ID: 544a6a82-6a82-4175-8472-c6ddf7a13cae with Priority: HIGHEST for action port [ 1032.104023] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_rules [ 1032.104237] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1032.104868] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544a6a82-6a82-4175-8472-c6ddf7a13cae with Priority: HIGHEST for action port [ 1032.104868] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.104868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.105095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.105391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.105551] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.107174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.108285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.108285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.108285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.108285] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.108285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.108285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.108285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.109030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.109030] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.109727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-544a6a82-6a82-4175-8472-c6ddf7a13cae taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.109727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.109727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.111331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.111331] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544a6a82-6a82-4175-8472-c6ddf7a13cae',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.613098] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.613299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.613436] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.614884] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 544a6a82-6a82-4175-8472-c6ddf7a13cae with status ACTIVE [ 1032.615084] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.615208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.615275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.615494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.615589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.615782] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.615957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.615957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.616230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.616230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.616354] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.616456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.616510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.616653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.616882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.616995] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 544a6a82-6a82-4175-8472-c6ddf7a13cae is going to be updated. [ 1032.641138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.641295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.641340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.641546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.641678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.641838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-544a6a82-6a82-4175-8472-c6ddf7a13cae" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.672828] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1032.673020] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 deletion is rescheduled due to dependency. [ 1032.673138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.673296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.673501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.673784] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.673904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.673966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.674141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.674236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.674336] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.119386] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.177774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.177774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.177954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.178036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.178129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.178355] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.178450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.178509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.178655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.178783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.178822] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1033.205901] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.205901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.205901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.206130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.206215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.214981] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1033.322255] env[66010]: INFO networking_nsxv3.common.synchronization [req-c2a3e226-4e05-4533-a23e-70516c88ed7c req-403ba123-6fa4-4c82-8b89-ed609a4f1841 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1033.322848] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1033.323186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.323316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.323381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.323583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.323735] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.323832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.323889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.324205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.324205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.324372] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.358561] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1033.358855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.358960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.359202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.359450] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.359576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.359655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.359819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.360078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.360078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.360188] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.622365] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.622613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.622671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.622916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.623075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.623198] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be created. [ 1033.640699] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1033.640910] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc deletion is rescheduled due to dependency. [ 1033.641058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.651058] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.651273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.651273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.651491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.651643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.662638] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: UNINITIALIZED for 2s [ 1033.829524] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.829524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.829638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.829786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.829906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.830082] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.830211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.830247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.830957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.830957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.830957] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1033.861494] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.861494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.861606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.861771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.861904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.863464] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.863616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.863684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.863819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.863967] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.864153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.864306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.864488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.864575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.864660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.864883] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.864883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.865015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.865201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.865254] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.865312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.865400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.865619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.865619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.865619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.865747] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.875259] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1034.368508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ebf8a7-e66f-4b48-8be6-9b20307d5790: rpc.has_security_group_logging(os_id): False [ 1034.388428] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.389207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.389207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.389207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.389207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.389207] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.389540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.389540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.389540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.389540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.389680] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.389767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.389894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.390087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.390392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.390392] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.390560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.390560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.390621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.390791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.390791] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1034.450613] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.450809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.450809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.451027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.451173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.466660] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1035.228936] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1035.229380] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 deletion is rescheduled due to dependency. [ 1035.229617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.270409] env[66010]: INFO networking_nsxv3.common.synchronization [req-60395443-608b-4cdc-a678-752ba21cbcca req-8a8673f0-ffc3-49bb-a215-948e5359a579 tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1035.271289] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1035.271730] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.271906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.272543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.272543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.272543] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.272543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.272543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.272832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.272832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.272832] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.673944] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1035.674250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.674353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.674586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.674806] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.674928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.675075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.675167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.675248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.675334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.675425] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.777891] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.778178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.778178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.778331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.778423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.778612] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.779124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.779124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.779124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.779124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.779124] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 1035.806196] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.806349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.806475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.806788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.806946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.819054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 1035.887749] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1035.887966] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 1035.888081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.032720] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.033104] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.033233] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.033605] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.034196] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.034356] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.034582] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.035076] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.035216] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.035801] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.036079] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.036191] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.036294] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.036665] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.036774] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.037026] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.077052] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.077052] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.077052] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.077052] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-617" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.077412] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-e117f919-5e31-45ac-94ed-a211f9305447 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.077567] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.077686] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.078032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.078187] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e117f919-5e31-45ac-94ed-a211f9305447',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.178382] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.178561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.178628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.178812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.178968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.179084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.179146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.179305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.179592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.179592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.179740] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.179904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.179966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.180133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.180275] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.180368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.180429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.180567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.180703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.180790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.180878] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.482326] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1036.482509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.494052] env[66010]: INFO networking_nsxv3.common.synchronization [req-db03e272-2aa0-4e56-8e8a-bb64ed8e0406 req-44e2d651-0240-47a9-82f7-78b9e0b1cba2 tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_members [ 1036.494633] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGHEST for action security_group_members [ 1036.494938] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.495127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.495196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.495388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.495548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.495643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.495701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.495879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.495960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.496016] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.581062] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.581189] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.581473] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.581570] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.581683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.581834] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port e117f919-5e31-45ac-94ed-a211f9305447 not found, creating... [ 1036.582092] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.582442] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.582442] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.582598] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.582693] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.583100] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.583195] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.583239] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.583430] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.583556] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.583690] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: e117f919-5e31-45ac-94ed-a211f9305447 is going to be created. [ 1036.607261] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.607535] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.607672] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.607936] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.608185] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.608389] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.683854] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c828db-c35e-47d0-8b6d-4666f69cbc1f: rpc.has_security_group_logging(os_id): False [ 1036.729896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.729896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.729896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.729896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.730284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.730284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.730284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.730284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.730454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.730492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.730881] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.730881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.730881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.731378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.731378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.731378] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.731378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.731378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.731543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.731543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.731611] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be created. [ 1036.827036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.827211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.827273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.827508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.827623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.838691] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1036.998508] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.998673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.998746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.998976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.999088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.999289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.999394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.999459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.999719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.999828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.999937] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c is going to be updated. [ 1037.033914] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.034139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.034236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.034491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.034690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.047949] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2318c9-b3b0-4667-8da1-eed60985f99c in Status: IN_PROGRESS for 2s [ 1037.390149] env[66010]: INFO networking_nsxv3.common.synchronization [req-60395443-608b-4cdc-a678-752ba21cbcca req-e2cd92ec-59d6-461b-a870-c3157a2a3d3d service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 1037.390325] env[66010]: INFO networking_nsxv3.common.synchronization [req-60395443-608b-4cdc-a678-752ba21cbcca req-e2cd92ec-59d6-461b-a870-c3157a2a3d3d service nova] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1037.390462] env[66010]: INFO networking_nsxv3.common.synchronization [req-60395443-608b-4cdc-a678-752ba21cbcca req-e2cd92ec-59d6-461b-a870-c3157a2a3d3d service nova] Enqueued Resource ID: e117f919-5e31-45ac-94ed-a211f9305447 with Priority: HIGHEST for action port [ 1037.390994] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_rules [ 1037.391139] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1037.392985] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e117f919-5e31-45ac-94ed-a211f9305447 with Priority: HIGHEST for action port [ 1037.392985] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.393104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.393165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.393373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.393455] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.394673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.394768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.394996] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-e117f919-5e31-45ac-94ed-a211f9305447 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.395119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.395232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.395353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.395479] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e117f919-5e31-45ac-94ed-a211f9305447',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.586381] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb3d7aed-e4cb-4303-9932-ea308d08786d req-faf81cd1-27f7-49a8-ad22-1df07567e02d tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1037.587185] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1037.587594] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.587736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.587810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.588080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.588242] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.588344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.588404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.588562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.588699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.588829] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.827896] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 1037.828256] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 1037.828374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.828556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.828771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.828969] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.829120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.829185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.829352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.829435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.829572] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.897981] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.898146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.898367] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e117f919-5e31-45ac-94ed-a211f9305447 with status ACTIVE [ 1037.898565] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.898698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.898737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.898972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.899241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.899367] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.899485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.899552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.899714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.899804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.899999] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.900126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.900191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.900340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.900429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.900520] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e117f919-5e31-45ac-94ed-a211f9305447 is going to be updated. [ 1037.928070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.928246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.928291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.928654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.928819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.929076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e117f919-5e31-45ac-94ed-a211f9305447" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.935637] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.935733] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.935805] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.936084] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.936337] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.936554] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.936670] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.937169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.937169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.937289] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.937433] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.937433] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.937598] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.937643] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.937730] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.937857] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.957706] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.957888] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.958152] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.958341] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.958680] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-6c420328-c6e0-4e27-ae78-41e713bc65fa taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.958846] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.958956] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.959342] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.959431] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c420328-c6e0-4e27-ae78-41e713bc65fa',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.091628] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.091807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.091857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.092088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.092176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.092571] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.092571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.092571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.092834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.092834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.092901] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e already deleted. [ 1038.092963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.332446] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.461457] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.461709] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.461839] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.462181] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.462345] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.462501] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 6c420328-c6e0-4e27-ae78-41e713bc65fa not found, creating... [ 1038.462820] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.462989] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.463120] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.463345] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.463481] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.463758] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.463909] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.464036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.464243] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.464373] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.464532] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 6c420328-c6e0-4e27-ae78-41e713bc65fa is going to be created. [ 1038.484700] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.484907] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.485038] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.485321] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.485574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.485779] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.832898] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.833182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.833230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.833440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.833569] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.835247] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.851710] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1038.851933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.057684] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2318c9-b3b0-4667-8da1-eed60985f99c in Status: SUCCESS [ 1039.057971] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c deletion is rescheduled due to dependency. [ 1039.058108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.192409] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb3d7aed-e4cb-4303-9932-ea308d08786d req-1d2ef2be-c59b-4137-b6d3-6a217b873480 service nova] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1039.192599] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb3d7aed-e4cb-4303-9932-ea308d08786d req-1d2ef2be-c59b-4137-b6d3-6a217b873480 service nova] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1039.192741] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb3d7aed-e4cb-4303-9932-ea308d08786d req-1d2ef2be-c59b-4137-b6d3-6a217b873480 service nova] Enqueued Resource ID: 6c420328-c6e0-4e27-ae78-41e713bc65fa with Priority: HIGHEST for action port [ 1039.193352] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1039.193426] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1039.193529] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c420328-c6e0-4e27-ae78-41e713bc65fa with Priority: HIGHEST for action port [ 1039.193812] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.193943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.195418] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.196090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.196090] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.197152] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.197292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.197358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.198014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.198014] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.198014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.198014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.198223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.198223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.198223] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.199894] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c420328-c6e0-4e27-ae78-41e713bc65fa taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.200074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.200153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.201092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.201092] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c420328-c6e0-4e27-ae78-41e713bc65fa',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.336882] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.337302] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.337459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.337519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.337698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.337776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.338462] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 1039.376954] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.377128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.377195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.377435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.377597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.390740] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 1039.573808] env[66010]: INFO networking_nsxv3.common.synchronization [None req-13e4a177-b1d2-48a2-8b73-1df3cade34d7 tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1039.574039] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1039.574408] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.574538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.574607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.574862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.574943] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.659888] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b0ace77e-cc6c-466f-b2dc-ce107f268a91 tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1039.660485] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1039.661035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.661035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.703316] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.703453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.703643] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.704635] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c420328-c6e0-4e27-ae78-41e713bc65fa with status ACTIVE [ 1039.704822] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.704939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.705013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.705225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.705315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.705486] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.705583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.705645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.705794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.705869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.706082] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.706144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.706203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.706335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.706431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.706549] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c420328-c6e0-4e27-ae78-41e713bc65fa is going to be updated. [ 1039.729862] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.730014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.730118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.730319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.730489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.730649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c420328-c6e0-4e27-ae78-41e713bc65fa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.840299] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.097448] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.097448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.097448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.097448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.097448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.097448] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325eac03-29e1-4544-af30-498ffa069706 already deleted. [ 1040.097448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.097448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.097914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.097914] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.208845] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.343054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1040.343054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1040.633415] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.633660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.633660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.633821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.633912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.634020] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325eac03-29e1-4544-af30-498ffa069706 already deleted. [ 1040.634107] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.711416] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.711603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.711707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.711981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.712079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.712184] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be created. [ 1040.739342] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.739544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.739619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.739835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.739991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.755274] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: UNINITIALIZED for 2s [ 1041.261338] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.261642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.261642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.261803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.280657] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1041.282408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.287253] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1041.336090] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.336330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.336485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.336731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.352206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.352947] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1041.353072] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.353228] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1041.403612] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 1041.403612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.403612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.403815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.403864] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.404272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.404272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.404272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.404272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.404499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.404499] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.407048] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.407048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.407256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.407256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.410023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.410023] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1041.493376] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.493613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.493613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.493803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.494050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.494326] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1041.572931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.573218] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.573380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.577145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.577145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.577145] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1041.577145] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f0d7f8e-7ef0-48af-b164-f888e16ad3e7', '3e23c945-18fe-4e26-86af-3d8b43a12951', '74b9ced7-e653-4450-bf51-245b6775f5dc', '8c39a865-6a5f-45b6-9e36-cb38d32560d6', 'd557f4b1-0fbd-4a53-bb06-7c80a80720c7', '7ebb7884-2dfd-4a43-8a1f-2cb94979d370', 'ed450e8c-83e0-4816-be9d-672d849faa2b', 'b66abd23-e47e-40a0-acfb-1ba3fdd8af32', '86e1a453-90ab-4e53-b722-c41ef4839af3', 'ac6e4ce8-5544-4596-b1fc-822b79fd5427', '669e20c0-55ba-4b97-906f-2c59f086cd02', '0a6e9db3-5223-4cb6-bf69-478e98eddb1c', '1af71cf3-9d64-4a2a-b0ec-960bc41a0024', 'ed796050-a85b-4af6-b351-acb4cf6ab21e', '68a33de8-acd6-4909-a273-18f1ef212d6d', '095f5df1-8c86-482b-99c8-77b6ba8c6a27', '6bfd7748-6bb5-4fcc-b128-27d778f751d7', '74b5f2f6-2973-4460-824e-e6d5868f25bb', 'de34566e-f16b-4999-b92d-d096b65d10e5', '844669d2-259e-4591-83e1-1875117b3a38', 'b5b23502-55b5-429a-a9bb-2d86e3567984', 'd08cb917-1d95-47be-ae91-eb6467c4af30', 'a77d6de9-1038-41c1-bcd6-fb3ad7c60c64', '94c828db-c35e-47d0-8b6d-4666f69cbc1f', '0ff446ad-6318-4288-ac01-fbe600dcaf10', 'ce2318c9-b3b0-4667-8da1-eed60985f99c', '318bebf2-c884-4d63-b567-5674b6a6e06f', 'c4e2607b-f044-4d9a-88be-a1b8be82bd5f', '1ed2d839-c6cc-4b7d-a161-b69117bf2980', 'c86e8117-9a9d-431d-ad85-bfb47bad9984', 'df433ac3-4ca5-4962-b53c-3e8ac241bc9a', 'abdb2c47-4c63-491a-a169-b67012a70239', 'b394f6e1-e3aa-4258-afe4-c67546c3ba2e', '7f4a1afd-b395-4ac5-95c3-747c3e73f7bc', 'b0d16126-9328-48dd-bacb-4b5b90a0a4bc', '3a7a1748-7810-4c59-941f-924f169c4b98', '14ebf8a7-e66f-4b48-8be6-9b20307d5790', '843b68b9-855a-4bde-bec2-f03aac2f9541', '1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7', '30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6', 'cf7c1ec9-a233-48f2-a6fd-6fad05df998e', '4fb2f8cb-728f-4353-8411-c9882083dc2d', '8a5ba0fa-8e62-420f-bdb6-5339a482b933', '3b08045e-d31e-4f0d-b3cc-1afe9c7202bd', 'e066bfa5-98b4-49a1-9976-6dd7b88db5cb'} {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.577145] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1041.598401] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.598821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.599179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.599430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.599534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.599653] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1041.599742] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.599828] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1041.724364] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.724364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.724364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.724364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.729293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.730088] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1041.730088] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.730088] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1041.730088] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1041.730088] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1041.730088] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGH for action security_group_rules [ 1041.730339] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGH for action security_group_rules [ 1041.730339] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGH for action security_group_rules [ 1041.730339] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGH for action security_group_rules [ 1041.730339] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGH for action security_group_rules [ 1041.730485] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGH for action security_group_rules [ 1041.731640] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGH for action security_group_rules [ 1041.731733] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGH for action security_group_rules [ 1041.731796] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGH for action security_group_rules [ 1041.731861] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGH for action security_group_rules [ 1041.731929] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGH for action security_group_rules [ 1041.731980] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGH for action security_group_rules [ 1041.732051] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGH for action security_group_rules [ 1041.732110] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGH for action security_group_rules [ 1041.732169] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGH for action security_group_rules [ 1041.732234] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGH for action security_group_rules [ 1041.732281] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGH for action security_group_rules [ 1041.732340] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGH for action security_group_rules [ 1041.732398] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGH for action security_group_rules [ 1041.732457] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGH for action security_group_rules [ 1041.732571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.911768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.911768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.911768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.911768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.912197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.912197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.912197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.912571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.912691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.912822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.912922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.913090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.913090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.913395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.913540] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.913631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.913688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.913817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.913890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.914061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.914061] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.416893] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 318bebf2-c884-4d63-b567-5674b6a6e06f: rpc.has_security_group_logging(os_id): False [ 1042.434735] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.434735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.434735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.434991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.455442] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.455442] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.455442] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.455442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.456024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.456024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.456024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 1042.519386] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.519583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.519671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.519889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.520029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.535742] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 1042.766415] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: SUCCESS [ 1042.767029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.767029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.767198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.767307] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.767425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.767486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.767713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.767806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.767905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.768032] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.271254] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.772161] env[66010]: INFO networking_nsxv3.common.synchronization [req-257084a6-3c1a-4033-b558-78f9472e2054 req-005ef6cb-153f-4743-95b4-3b463e9d6f71 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1043.772665] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1043.772811] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 with Priority: HIGH for action security_group_rules [ 1043.772910] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9ced7-e653-4450-bf51-245b6775f5dc with Priority: HIGH for action security_group_rules [ 1043.773014] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed450e8c-83e0-4816-be9d-672d849faa2b with Priority: HIGH for action security_group_rules [ 1043.773112] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a33de8-acd6-4909-a273-18f1ef212d6d with Priority: HIGH for action security_group_rules [ 1043.773201] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844669d2-259e-4591-83e1-1875117b3a38 with Priority: HIGH for action security_group_rules [ 1043.773289] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGH for action security_group_rules [ 1043.773378] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb with Priority: HIGH for action security_group_rules [ 1043.773465] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 with Priority: HIGH for action security_group_rules [ 1043.773558] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGH for action security_group_rules [ 1043.773635] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGH for action security_group_rules [ 1043.773815] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 with Priority: HIGH for action security_group_rules [ 1043.773815] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c with Priority: HIGH for action security_group_rules [ 1043.775092] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 with Priority: HIGH for action security_group_rules [ 1043.775194] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 with Priority: HIGH for action security_group_rules [ 1043.775300] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 with Priority: HIGH for action security_group_rules [ 1043.778532] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGH for action security_group_rules [ 1043.778658] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 with Priority: HIGH for action security_group_rules [ 1043.778759] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 with Priority: HIGH for action security_group_rules [ 1043.779658] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 with Priority: HIGH for action security_group_rules [ 1043.779658] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 with Priority: HIGH for action security_group_rules [ 1043.779658] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.779658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.779658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.779658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.779957] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.779957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.779957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.780101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.780200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.780296] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.781191] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.781298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.781351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.781476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.781545] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0d7f8e-7ef0-48af-b164-f888e16ad3e7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.783302] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b9ced7-e653-4450-bf51-245b6775f5dc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.783302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.783302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.783302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.783302] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b9ced7-e653-4450-bf51-245b6775f5dc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.783302] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed450e8c-83e0-4816-be9d-672d849faa2b taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.783987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.783987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.783987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.783987] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed450e8c-83e0-4816-be9d-672d849faa2b',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.785552] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a33de8-acd6-4909-a273-18f1ef212d6d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.785552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.785552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.785552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.785552] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a33de8-acd6-4909-a273-18f1ef212d6d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.785552] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 320fa5b2-af07-44aa-a8c2-d8a419f0035e: rpc.has_security_group_logging(os_id): False [ 1043.789625] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-844669d2-259e-4591-83e1-1875117b3a38 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.789625] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('844669d2-259e-4591-83e1-1875117b3a38',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.789625] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.789625] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.789625] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b5f2f6-2973-4460-824e-e6d5868f25bb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.789625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.789625] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b5f2f6-2973-4460-824e-e6d5868f25bb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.790837] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.790837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.790837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.791036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.791036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bfd7748-6bb5-4fcc-b128-27d778f751d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.791670] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.791777] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.791830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.791975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.792052] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.792718] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.792834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.792884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.793022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.793088] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.793860] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.793969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.794033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.794179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.794338] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af71cf3-9d64-4a2a-b0ec-960bc41a0024',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.794906] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.795010] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.795058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.795204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.795269] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6e9db3-5223-4cb6-bf69-478e98eddb1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.798908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-669e20c0-55ba-4b97-906f-2c59f086cd02 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.798908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.798908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.798908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.798908] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('669e20c0-55ba-4b97-906f-2c59f086cd02',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.798908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.798908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.798908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.798908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.798908] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6e4ce8-5544-4596-b1fc-822b79fd5427',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.798908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86e1a453-90ab-4e53-b722-c41ef4839af3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.799892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.799892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.799892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.799892] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86e1a453-90ab-4e53-b722-c41ef4839af3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.799892] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.800068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.800068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.800834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.800834] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.802590] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.802703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.802703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.802822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.802891] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66abd23-e47e-40a0-acfb-1ba3fdd8af32',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.803596] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.803697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.803765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.803915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.803986] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d557f4b1-0fbd-4a53-bb06-7c80a80720c7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.805510] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e23c945-18fe-4e26-86af-3d8b43a12951 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.805510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.805510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.805510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.805722] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e23c945-18fe-4e26-86af-3d8b43a12951',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.806444] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.806565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.806625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.806781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.806853] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c39a865-6a5f-45b6-9e36-cb38d32560d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.840699] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.840699] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.840699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.840699] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be created. [ 1043.841591] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.841735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.841798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.841930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.849415] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.849578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.864594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.864594] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 844669d2-259e-4591-83e1-1875117b3a38 is going to be deleted. [ 1043.865999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.888825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.888945] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b9ced7-e653-4450-bf51-245b6775f5dc is going to be deleted. [ 1043.905079] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.905288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.905339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.905560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.905687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.916234] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: IN_PROGRESS for 2s [ 1043.929367] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.929798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.929798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.929798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.929919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.930099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-844669d2-259e-4591-83e1-1875117b3a38" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.962033] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.962033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.962269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.962269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.962374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.962496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b9ced7-e653-4450-bf51-245b6775f5dc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.181429] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.181654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.181783] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.182118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.182426] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.182607] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.182725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.182968] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.183152] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.183392] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.183504] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.183625] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.183739] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.183864] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.183965] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.184119] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.203294] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.203518] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.203673] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.203778] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.204133] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-57081a7c-76e6-41c7-bf2d-bb8e89947daa taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.204322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.204439] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.204774] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.204920] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57081a7c-76e6-41c7-bf2d-bb8e89947daa',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.311054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.311054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.311054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.311054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.319099] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.319099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.319284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.319667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.319827] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.319941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.319997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.320172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.320273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.320383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.320470] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.325870] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.326013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.326087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.326255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.326423] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.326552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.326606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.326788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.326863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.326937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.327041] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.328439] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.328550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.328675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.328785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.328922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.329047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.329121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.329258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.329338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.330301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.330301] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.348862] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.399194] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.399194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.399753] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.399907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.401052] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.401169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.402119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.402119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.402908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.403056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.403885] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.404009] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.405207] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.405207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.405809] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.405895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.406922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.407040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.408371] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.408371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.408586] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.408982] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.409096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.409740] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.410142] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.410224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.410835] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.412740] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.412740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.412740] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.412740] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.412740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.413437] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.413870] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.413980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.414887] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.415291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.415487] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.415593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.415650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.415834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.415915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.416014] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1044.417589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.417809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.455465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.455727] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be deleted. [ 1044.456721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.457022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.462834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.463121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.463195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.463358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.463496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.472657] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1044.477914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.477914] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bfd7748-6bb5-4fcc-b128-27d778f751d7 is going to be deleted. [ 1044.479197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.479197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.499902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.499969] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af71cf3-9d64-4a2a-b0ec-960bc41a0024 is going to be deleted. [ 1044.501130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.501408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.524994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.525146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.527867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.528058] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b5f2f6-2973-4460-824e-e6d5868f25bb is going to be deleted. [ 1044.528964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.529192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.534916] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.535055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.554417] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 1044.554796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.559154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.559284] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66abd23-e47e-40a0-acfb-1ba3fdd8af32 is going to be deleted. [ 1044.560840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.561021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.564035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.564170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.578716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.578875] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e23c945-18fe-4e26-86af-3d8b43a12951 is going to be deleted. [ 1044.579753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.579970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.601666] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.601829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.608530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.608678] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6e4ce8-5544-4596-b1fc-822b79fd5427 is going to be deleted. [ 1044.609614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.609792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.615560] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.615709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.643797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.644056] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86e1a453-90ab-4e53-b722-c41ef4839af3 is going to be deleted. [ 1044.645512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.645826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.692664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.692810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.707989] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.707989] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.708233] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.708456] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.708554] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.708854] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 57081a7c-76e6-41c7-bf2d-bb8e89947daa not found, creating... [ 1044.708973] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.709146] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.709258] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.709486] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.709620] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.709897] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.710205] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.710284] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.710853] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.710853] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.710853] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 57081a7c-76e6-41c7-bf2d-bb8e89947daa is going to be created. [ 1044.717493] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.717639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.729021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.729021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c39a865-6a5f-45b6-9e36-cb38d32560d6 is going to be deleted. [ 1044.729021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.729021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.757055] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.757055] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.757055] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.757055] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.757471] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.757536] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.767560] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.767779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.781870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.782179] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a33de8-acd6-4909-a273-18f1ef212d6d is going to be deleted. [ 1044.783313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.783440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.815901] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.816117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.835550] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.836671] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.858551] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed796050-a85b-4af6-b351-acb4cf6ab21e: rpc.has_security_group_logging(os_id): False [ 1044.861119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed450e8c-83e0-4816-be9d-672d849faa2b is going to be deleted. [ 1044.862051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.894247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.894517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.907764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.907930] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 669e20c0-55ba-4b97-906f-2c59f086cd02 is going to be deleted. [ 1044.908864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.909096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.972269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.972269] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d557f4b1-0fbd-4a53-bb06-7c80a80720c7 is going to be deleted. [ 1044.972543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.972774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.048954] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.049209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.061572] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.061768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.071795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.071795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.077865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.077865] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0d7f8e-7ef0-48af-b164-f888e16ad3e7 is going to be deleted. [ 1045.078892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.079152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.122358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.122599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6e9db3-5223-4cb6-bf69-478e98eddb1c is going to be deleted. [ 1045.123596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.123805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.123888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.124025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.124183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.124347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.124561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.124669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bfd7748-6bb5-4fcc-b128-27d778f751d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.125308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.125482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.125588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.125766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af71cf3-9d64-4a2a-b0ec-960bc41a0024" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.125913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.126123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.126208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.126353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b5f2f6-2973-4460-824e-e6d5868f25bb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.126652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.126838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.126957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.127047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66abd23-e47e-40a0-acfb-1ba3fdd8af32" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.127175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.127340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.127419] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.127580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e23c945-18fe-4e26-86af-3d8b43a12951" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.127730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.127878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.127952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6e4ce8-5544-4596-b1fc-822b79fd5427" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.128438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.128522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86e1a453-90ab-4e53-b722-c41ef4839af3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.129151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.129237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.129367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c39a865-6a5f-45b6-9e36-cb38d32560d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.129513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.129681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.168721] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.168844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.192590] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.192763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.198312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.198688] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.198806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.199058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.199289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.199385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199607] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be updated. [ 1045.200661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.200931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.201027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a33de8-acd6-4909-a273-18f1ef212d6d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.201372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.201438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed450e8c-83e0-4816-be9d-672d849faa2b" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.201964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.201964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.202130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-669e20c0-55ba-4b97-906f-2c59f086cd02" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.202130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.202274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.202349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.202516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d557f4b1-0fbd-4a53-bb06-7c80a80720c7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.203066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.203234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.203311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.203420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0d7f8e-7ef0-48af-b164-f888e16ad3e7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.274743] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.274743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.274743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.274743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.274743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.275286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6e9db3-5223-4cb6-bf69-478e98eddb1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.334843] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.335508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.335508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.335508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.335806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.338563] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 095f5df1-8c86-482b-99c8-77b6ba8c6a27: rpc.has_security_group_logging(os_id): False [ 1045.339649] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de34566e-f16b-4999-b92d-d096b65d10e5: rpc.has_security_group_logging(os_id): False [ 1045.366613] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.366782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.366873] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.367123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.374115] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1045.378456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.378664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.409633] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.409743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.410153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.410153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.410263] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 is going to be updated. [ 1045.411401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.411599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.454732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.454865] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.454938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.454980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.455389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.455496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.455607] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1045.482592] env[66010]: INFO networking_nsxv3.common.synchronization [req-257084a6-3c1a-4033-b558-78f9472e2054 req-518d567a-ca5d-4352-b005-29ce0c9022f4 service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 1045.482712] env[66010]: INFO networking_nsxv3.common.synchronization [req-257084a6-3c1a-4033-b558-78f9472e2054 req-518d567a-ca5d-4352-b005-29ce0c9022f4 service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1045.482843] env[66010]: INFO networking_nsxv3.common.synchronization [req-257084a6-3c1a-4033-b558-78f9472e2054 req-518d567a-ca5d-4352-b005-29ce0c9022f4 service nova] Enqueued Resource ID: 57081a7c-76e6-41c7-bf2d-bb8e89947daa with Priority: HIGHEST for action port [ 1045.483515] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 1045.483653] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1045.483786] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57081a7c-76e6-41c7-bf2d-bb8e89947daa with Priority: HIGHEST for action port [ 1045.484049] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.484173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.484320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.484477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.484844] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.485930] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.486077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.486312] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-57081a7c-76e6-41c7-bf2d-bb8e89947daa taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.486548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.486645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.486857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.486951] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57081a7c-76e6-41c7-bf2d-bb8e89947daa',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.514793] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.515056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.515184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.515491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.515711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.529978] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: IN_PROGRESS for 2s [ 1045.553412] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.554067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.554158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.554427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.554571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.569105] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1045.928167] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: SUCCESS [ 1045.928462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.989417] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.989776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.993292] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57081a7c-76e6-41c7-bf2d-bb8e89947daa with status ACTIVE [ 1045.993454] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.993579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.993650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.993847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.993933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.994136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.994500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.994500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.994500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.994500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.994702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.994790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.994857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.994963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.995040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.995127] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57081a7c-76e6-41c7-bf2d-bb8e89947daa is going to be updated. [ 1046.016801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.016801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.016801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.016801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.016801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.019036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57081a7c-76e6-41c7-bf2d-bb8e89947daa" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.482616] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1046.482820] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 1046.482936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.483113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.483326] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.483567] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.483716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.483791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.483934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.484024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.484115] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.986657] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.395606] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1047.396686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.489708] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.546861] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: SUCCESS [ 1047.546861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.587899] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1047.588245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.992612] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.993072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.993072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.993072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.993190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.993247] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1048.021325] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.021325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.021783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.021783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.021783] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.032415] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1048.432022] env[66010]: INFO networking_nsxv3.common.synchronization [req-bcf69305-2ce5-417d-ba38-39d7ae58d384 req-9e53def1-e001-42d0-aeae-683e5e9911ce tempest-ServerDiskConfigTestJSON-945499173 tempest-ServerDiskConfigTestJSON-945499173-project-member] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1048.432598] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGHEST for action security_group_members [ 1048.435388] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.435388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.435388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.435388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.435388] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.435388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.435388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.435388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.435388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.435388] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.936804] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.937017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.937095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.937349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.937478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.937721] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.937872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.937925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.938271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.938394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.938594] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be updated. [ 1048.967768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.967960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.968100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.968228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.968370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.979202] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: IN_PROGRESS for 2s [ 1049.012873] env[66010]: INFO networking_nsxv3.common.synchronization [req-588b0761-545a-43a8-8db6-f8c77bf4d49c req-d3a2174c-3dee-4214-bc59-5bc4c00e034c tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1049.013256] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1049.013534] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.013628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.013670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.013826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.013970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.014185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.014267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.015980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.015980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.015980] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.435285] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.437029] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.437029] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.437029] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.437708] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.437921] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.438088] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.438445] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.438647] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438841] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.440044] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.440044] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.440044] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.440044] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.440044] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.440044] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.460296] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.460772] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.460955] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.461200] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.461561] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-bb283bb1-384b-4eb3-a51d-7e8d29467809 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.461813] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.461884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.462213] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.462383] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb283bb1-384b-4eb3-a51d-7e8d29467809',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.516472] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.965353] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.965603] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.965748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.966119] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.966368] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.966658] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port bb283bb1-384b-4eb3-a51d-7e8d29467809 not found, creating... [ 1049.967036] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.967267] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.967467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.967820] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.968070] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.968520] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.968788] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.968999] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.969337] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.969564] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.969807] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: bb283bb1-384b-4eb3-a51d-7e8d29467809 is going to be created. [ 1049.990701] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.990929] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.991113] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.991458] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.991702] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.991927] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.018923] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.043224] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1050.043464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.043649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.043908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.044129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.044251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.044316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.044558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.044680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.044791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.044883] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.522051] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.522051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.522051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.522051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.522288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.522288] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1050.547284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.547454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.547454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.547762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.547923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.548032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.548094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.548243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.548325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.548409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.548554] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.548645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.548705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.548845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.549058] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.549153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.549212] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.549442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.549523] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.549602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.549695] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.551859] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.551996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.552052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.552251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.552307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.561926] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1050.750444] env[66010]: INFO networking_nsxv3.common.synchronization [req-588b0761-545a-43a8-8db6-f8c77bf4d49c req-5628b4f6-a620-44b9-8753-669f08ccb609 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1050.750625] env[66010]: INFO networking_nsxv3.common.synchronization [req-588b0761-545a-43a8-8db6-f8c77bf4d49c req-5628b4f6-a620-44b9-8753-669f08ccb609 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1050.750758] env[66010]: INFO networking_nsxv3.common.synchronization [req-588b0761-545a-43a8-8db6-f8c77bf4d49c req-5628b4f6-a620-44b9-8753-669f08ccb609 service nova] Enqueued Resource ID: bb283bb1-384b-4eb3-a51d-7e8d29467809 with Priority: HIGHEST for action port [ 1050.751653] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1050.751653] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1050.751653] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb283bb1-384b-4eb3-a51d-7e8d29467809 with Priority: HIGHEST for action port [ 1050.751856] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.751984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.751984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.753123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.753123] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.756044] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.756044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.756044] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb283bb1-384b-4eb3-a51d-7e8d29467809 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.756044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.756044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.756044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.756438] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb283bb1-384b-4eb3-a51d-7e8d29467809',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.989032] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318bebf2-c884-4d63-b567-5674b6a6e06f in Status: SUCCESS [ 1050.989167] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f deletion is rescheduled due to dependency. [ 1050.989244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.051853] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c86e8117-9a9d-431d-ad85-bfb47bad9984: rpc.has_security_group_logging(os_id): False [ 1051.070931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.071236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.071236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.071355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.071355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.071839] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.071839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.071839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.071839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.072072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.072129] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.072204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.072260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.072407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.072480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.072676] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.072775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.072840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.072987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.073076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.073161] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1051.137704] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.137925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.137925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.138160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.138309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.168701] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1051.257841] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.258092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.259358] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb283bb1-384b-4eb3-a51d-7e8d29467809 with status ACTIVE [ 1051.259532] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.259659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.259727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.259970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.260055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.260225] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.260363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.260608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.260608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.260608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.260819] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.260901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.260963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.261124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.261198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.261286] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb283bb1-384b-4eb3-a51d-7e8d29467809 is going to be updated. [ 1051.300181] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.300181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.300181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.300181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.300181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.300181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb283bb1-384b-4eb3-a51d-7e8d29467809" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.490320] env[66010]: INFO networking_nsxv3.common.synchronization [req-f96a562e-01c7-430e-9f0f-3c7d28e37054 req-9b4900ea-1ef9-49de-9a7d-d04b915cc414 tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1051.490991] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1051.491459] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.491596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.491664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.491936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.492117] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.492925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.492925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.492925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.492925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.492925] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.804641] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.805789] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.805789] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.805789] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.805789] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.806034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.806034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.806344] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.806344] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.806535] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.806671] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.806788] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.806893] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.807066] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.807231] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.807377] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.827051] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.827230] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.827464] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.827726] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.828340] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-4cf4503b-ee44-429c-86a6-44c045300378 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.829030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.829030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.829348] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.829603] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cf4503b-ee44-429c-86a6-44c045300378',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.996329] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.996566] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.997642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.997918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.998915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.999219] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.000977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.001069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.001281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.001367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.001486] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325eac03-29e1-4544-af30-498ffa069706 already deleted. [ 1052.001575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.332659] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.333133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.333133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.333358] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.333533] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.333707] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 4cf4503b-ee44-429c-86a6-44c045300378 not found, creating... [ 1052.334012] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.334198] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.334315] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.334545] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.334706] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.335024] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.335262] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.335382] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.335590] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.335742] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.335860] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 4cf4503b-ee44-429c-86a6-44c045300378 is going to be created. [ 1052.357959] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.358229] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.358355] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.358645] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.358910] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.359175] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573147] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1052.573147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.573147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.573426] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.573603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.573603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.574071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.574278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.574434] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.077641] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.112575] env[66010]: INFO networking_nsxv3.common.synchronization [req-f96a562e-01c7-430e-9f0f-3c7d28e37054 req-f635d9c8-1f4c-4ffe-83bb-9d50f85315a3 service nova] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1053.112575] env[66010]: INFO networking_nsxv3.common.synchronization [req-f96a562e-01c7-430e-9f0f-3c7d28e37054 req-f635d9c8-1f4c-4ffe-83bb-9d50f85315a3 service nova] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1053.112575] env[66010]: INFO networking_nsxv3.common.synchronization [req-f96a562e-01c7-430e-9f0f-3c7d28e37054 req-f635d9c8-1f4c-4ffe-83bb-9d50f85315a3 service nova] Enqueued Resource ID: 4cf4503b-ee44-429c-86a6-44c045300378 with Priority: HIGHEST for action port [ 1053.112575] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1053.112575] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1053.112929] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf4503b-ee44-429c-86a6-44c045300378 with Priority: HIGHEST for action port [ 1053.112929] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.113603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.113603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.113603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.113603] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.114775] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.114968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.114968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.115188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.115249] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.115939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.115939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.115939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.115939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.115939] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.119166] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cf4503b-ee44-429c-86a6-44c045300378 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.119346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.119346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119617] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cf4503b-ee44-429c-86a6-44c045300378',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.187172] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1053.187397] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.580110] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.621911] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.622153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.623701] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.624603] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cf4503b-ee44-429c-86a6-44c045300378 with status ACTIVE [ 1053.624807] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.624927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.625219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.625897] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.625897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.625897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.625897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.626172] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.626172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.626172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.626309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.627549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.627549] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cf4503b-ee44-429c-86a6-44c045300378 is going to be updated. [ 1053.649262] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.649568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.649568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.649723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.649865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.650070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.733870] env[66010]: INFO networking_nsxv3.common.synchronization [req-be34195f-21f4-472e-9c36-82e0a03643bc req-5374077f-15a7-4f46-b262-768c143e2d03 tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 1053.734486] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 1053.734695] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.734764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.734848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.735171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.735258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.735318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.735554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.735645] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.808950] env[66010]: INFO networking_nsxv3.common.synchronization [req-18cddcd2-f12e-4e97-a070-ca463692d5b8 req-f0be8d7e-b29d-4b23-9ed6-6fc0dc2acc0b tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1053.809556] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1053.809864] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.809987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.810066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.810268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.810418] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.810515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.810576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.810772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.810830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.810918] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.085747] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.085954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.086031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.086291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.086401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.086503] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1054.118105] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.118277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.118339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.118598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.118761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.128586] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.130358] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1054.146371] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.146586] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.146770] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.147047] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.148083] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.148083] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.148083] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.148083] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.148083] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.148083] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.148404] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.148404] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.148404] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.148505] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.148643] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.148720] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.171284] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.171284] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.171284] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.171284] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.171579] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-69ab8db5-bdf5-43e4-86bb-9c016a71f526 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.171579] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.171693] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.173536] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.173536] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69ab8db5-bdf5-43e4-86bb-9c016a71f526',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.238234] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.313718] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.313718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.313718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.313958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.336119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.336435] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.336582] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.336725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.336918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.337038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.337184] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1054.367408] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.367408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.367669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.367708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.368631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.380207] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1054.632163] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.632574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.632574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.632889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.633052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.633206] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325eac03-29e1-4544-af30-498ffa069706 is going to be created. [ 1054.664227] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.664227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.664524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.664524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.664719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.674936] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.675194] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.675316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.675596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.675750] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.675885] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 69ab8db5-bdf5-43e4-86bb-9c016a71f526 not found, creating... [ 1054.676160] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.676316] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.676426] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.676649] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.677238] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.677238] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.677417] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677417] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.677918] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.677918] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.678154] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 69ab8db5-bdf5-43e4-86bb-9c016a71f526 is going to be created. [ 1054.679849] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: UNINITIALIZED for 2s [ 1054.714324] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.714612] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.714899] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.715262] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.715504] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.715738] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.741097] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.903726] env[66010]: INFO networking_nsxv3.common.synchronization [req-b27ef558-3427-460c-8ba1-42d0739f7da9 req-c9faee3b-12dd-4e61-97c8-6e8a295b3848 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_members [ 1054.904632] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGHEST for action security_group_members [ 1054.905100] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.905223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.905354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.905661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.905661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.905957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.905957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.906858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.906858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.906858] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.244040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.244040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.244040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.244244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.244244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.244498] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be updated. [ 1055.302196] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.302196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.302196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.302196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.302196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.331405] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: IN_PROGRESS for 2s [ 1055.411816] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.411816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.411816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.411816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.451455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.451455] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.451455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.451455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.451455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.451455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.451455] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc is going to be updated. [ 1055.466376] env[66010]: INFO networking_nsxv3.common.synchronization [req-18cddcd2-f12e-4e97-a070-ca463692d5b8 req-1f37c7cf-a98a-4629-91be-930f9574aad0 service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 1055.466376] env[66010]: INFO networking_nsxv3.common.synchronization [req-18cddcd2-f12e-4e97-a070-ca463692d5b8 req-1f37c7cf-a98a-4629-91be-930f9574aad0 service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1055.466376] env[66010]: INFO networking_nsxv3.common.synchronization [req-18cddcd2-f12e-4e97-a070-ca463692d5b8 req-1f37c7cf-a98a-4629-91be-930f9574aad0 service nova] Enqueued Resource ID: 69ab8db5-bdf5-43e4-86bb-9c016a71f526 with Priority: HIGHEST for action port [ 1055.466376] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 1055.467499] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1055.467748] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ab8db5-bdf5-43e4-86bb-9c016a71f526 with Priority: HIGHEST for action port [ 1055.468181] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.470912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.470912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.470912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.470912] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.470912] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.470912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.470912] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-69ab8db5-bdf5-43e4-86bb-9c016a71f526 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.470912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.470912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.470912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.470912] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69ab8db5-bdf5-43e4-86bb-9c016a71f526',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.483114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.483334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.483404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.483684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.483890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.491498] env[66010]: INFO networking_nsxv3.common.synchronization [req-fccdcfb3-3391-4681-8987-21efd4e6b105 req-c585b45d-1984-4e88-b848-16d3e5ced2d6 tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1055.492090] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1055.492463] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.492593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.492695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.493408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.493592] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.493810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.493902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.494244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.494244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.494389] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.498740] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc in Status: IN_PROGRESS for 2s [ 1055.973767] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69ab8db5-bdf5-43e4-86bb-9c016a71f526 with status ACTIVE [ 1055.974303] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.977311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.977461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.977852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.978062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.978372] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.978560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.978684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.978964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.979123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.979444] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.979619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.979731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.979985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.984935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.984935] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69ab8db5-bdf5-43e4-86bb-9c016a71f526 is going to be updated. [ 1055.986272] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.986438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.996972] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.996972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.996972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.997294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.028816] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.029053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.029242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.029411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.029583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69ab8db5-bdf5-43e4-86bb-9c016a71f526" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.039612] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.039612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.039612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.039612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.039612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.039988] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1056.103611] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.103795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.103848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.104182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.104386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.122259] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1056.147263] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1056.147263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.147263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.147263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.147443] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.147531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.147531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.147690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.147827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.147897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.148057] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.392050] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1056.392708] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc deletion is rescheduled due to dependency. [ 1056.392708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.392827] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.393299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.393474] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.393682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.393818] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.394130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.394292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.394457] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.651929] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.651929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.651929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.652234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.652234] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.652234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.652351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.653021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.653021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.653021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.653021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.653021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.653021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.653021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.653359] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.653359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.653359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.653477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.653477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.653545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.653602] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.692294] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: SUCCESS [ 1056.692294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.692540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.692616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.692809] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.692926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.692991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.693155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.693448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.693550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.693645] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.896931] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.156014] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ebf8a7-e66f-4b48-8be6-9b20307d5790: rpc.has_security_group_logging(os_id): False [ 1057.179645] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.179901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.180062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.180287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.196102] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.206211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.206524] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.206770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.206770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.207038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.207087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.207287] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.207424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.207470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.207616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.207692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.207904] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.208026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.208077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.208246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.208297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.208680] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1057.307389] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.307389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.307389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.307736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.307736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.350828] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: SUCCESS [ 1057.350828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.359586] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1057.389316] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-e865be36-0bc5-42c5-abff-38a46f7d949a tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1057.390279] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1057.390842] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.390842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.390842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.391101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.391244] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.391354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.391496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.391589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.392065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.392065] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.399400] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.511576] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc in Status: SUCCESS [ 1057.511773] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc deletion is rescheduled due to dependency. [ 1057.511892] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.699412] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325eac03-29e1-4544-af30-498ffa069706: rpc.has_security_group_logging(os_id): False [ 1057.721050] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.721050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.721050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.721050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.721050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.721050] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.721768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.721768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.721768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.721768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.721768] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325eac03-29e1-4544-af30-498ffa069706 is going to be created. [ 1057.790735] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.790735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.790735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.790735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.790735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.795831] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-ca9b827e-33b2-44a2-a74a-4fefc0d4691a tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1057.796589] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1057.797091] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.797322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.803588] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: IN_PROGRESS for 2s [ 1057.894243] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.894467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.894467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.894723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.901954] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.902238] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.902321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.902557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.902696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.902812] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1057.935740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.936434] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.936662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.936806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.937145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.938037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.938037] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1057.964632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.965057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.965284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.965797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.966807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.977968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.977968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.977968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.977968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.978392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.980194] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1057.989812] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1058.134116] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1058.135470] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f deletion is rescheduled due to dependency. [ 1058.135628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.222067] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.222447] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-525" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.222521] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-525" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.222869] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-525" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.223186] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.223415] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.223581] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.223832] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.223976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.224230] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.224344] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.224522] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.224583] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.224650] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.224779] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.224943] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.260351] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.260656] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.260656] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.260938] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-525" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.261430] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.261613] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.261729] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.262099] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.262244] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.765172] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.765424] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.765510] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.765800] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.765947] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.766116] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 not found, creating... [ 1058.766375] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.766564] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.766655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.766941] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.767071] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.767366] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.767560] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.767621] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.767859] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.767980] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.768147] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 is going to be created. [ 1058.790376] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.790677] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.790847] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.791261] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.791813] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.792032] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.378194] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1059.378537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.538026] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-4db87ef9-7420-4a6b-ac68-633cad99fa34 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1059.538026] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-4db87ef9-7420-4a6b-ac68-633cad99fa34 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1059.538026] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-4db87ef9-7420-4a6b-ac68-633cad99fa34 service nova] Enqueued Resource ID: cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 with Priority: HIGHEST for action port [ 1059.538414] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1059.538547] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1059.538641] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 with Priority: HIGHEST for action port [ 1059.538957] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.539120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.539258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.539438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.539584] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.540420] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.540529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.541295] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.541295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.541295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.541295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.541295] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.819332] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: SUCCESS [ 1059.819594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.991599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1059.991599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.992686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.992909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.993155] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.993309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.993395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.993609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.993677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.993787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.996021] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.005971] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1060.006450] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 deletion is rescheduled due to dependency. [ 1060.006450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.006589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.006828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.007019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.007202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.007262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.007433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.007563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.007659] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.043354] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.044669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.044669] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 with status ACTIVE [ 1060.044669] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.044669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.044669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.044669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.044669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.044669] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.044669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.044669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.045091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.045091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.045170] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.045223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.045275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.045420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.045500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.045586] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6 is going to be updated. [ 1060.071488] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.071488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.071488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.071488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.071488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.071488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbdd0a1-f0f2-47f5-b1c9-5eb54fa85ce6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.440393] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.440764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-307" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.440764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-307" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.441133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-307" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.441393] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.441549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.441700] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.441930] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.442128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.442337] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.442448] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.442553] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.442658] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.442781] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.442908] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.443075] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.463962] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.464173] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.464451] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.464719] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-307" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.465900] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-b0d4ebba-5a8b-46c7-af1b-312fff781791 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.466119] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.466244] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.466576] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.466721] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d4ebba-5a8b-46c7-af1b-312fff781791',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.500969] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.513265] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.969688] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.969943] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.970265] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.970596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.970748] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.970906] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port b0d4ebba-5a8b-46c7-af1b-312fff781791 not found, creating... [ 1060.971191] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.971455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.971455] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.971680] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.971811] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.972219] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.972311] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.972403] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.972606] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.972731] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.972883] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: b0d4ebba-5a8b-46c7-af1b-312fff781791 is going to be created. [ 1060.995153] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.995390] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.995468] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.995740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.995947] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.996185] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.003869] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc: rpc.has_security_group_logging(os_id): False [ 1061.015651] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.022517] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.022641] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.022743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.023131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.023131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.023283] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.023383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.023445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.023598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.023674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.023752] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1061.122196] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.122376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.122444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.122621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.122764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.141313] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1061.517519] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.517903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.517903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.518042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.518150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.518254] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1061.547524] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.547781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.547781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.548245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.548245] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.557430] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1061.640153] env[66010]: INFO networking_nsxv3.common.synchronization [req-b6f94f43-59df-4e4a-8d56-eafaf519faa9 req-953a105f-cc63-42b2-af94-e5bc862b06f0 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1061.640790] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1061.641144] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.641283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.641376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.641609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.641774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.641887] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.641963] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.642109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.642210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.642291] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.707216] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-6a10f764-1a48-479a-bb74-c68704028a14 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1061.707401] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-6a10f764-1a48-479a-bb74-c68704028a14 service nova] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1061.707552] env[66010]: INFO networking_nsxv3.common.synchronization [req-37275f82-bd9c-4e90-ab8d-3d9fa5bbae14 req-6a10f764-1a48-479a-bb74-c68704028a14 service nova] Enqueued Resource ID: b0d4ebba-5a8b-46c7-af1b-312fff781791 with Priority: HIGHEST for action port [ 1061.708297] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_rules [ 1061.708383] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1061.708446] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d4ebba-5a8b-46c7-af1b-312fff781791 with Priority: HIGHEST for action port [ 1061.708711] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.708814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.709018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.709129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.709486] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d4ebba-5a8b-46c7-af1b-312fff781791 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.709486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.709486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.709771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.709771] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d4ebba-5a8b-46c7-af1b-312fff781791',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.015477] env[66010]: INFO networking_nsxv3.common.synchronization [req-6320fa61-f0a3-4db5-93a6-309c347e8cc1 req-8888cc00-e1f2-4acf-9b0c-f312204be55a tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1062.016057] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1062.016366] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.016479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.016542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.016735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.016963] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.018129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.018129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.018215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.019843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.019938] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.144847] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.144847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.144847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.144847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.144847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.145691] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.145691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.145691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.145691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.145691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.145691] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1062.181889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.182035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.182089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.182273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.182409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.193448] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1062.212011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d4ebba-5a8b-46c7-af1b-312fff781791 with status ACTIVE [ 1062.212363] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.212474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.212522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.212742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.212884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.213020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.213123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.213249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.213338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.213412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.213593] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.213687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.213740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.213895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.213991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.214169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d4ebba-5a8b-46c7-af1b-312fff781791 is going to be updated. [ 1062.237946] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.238161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.238240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.238387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.238517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.238683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d4ebba-5a8b-46c7-af1b-312fff781791" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.359269] env[66010]: INFO networking_nsxv3.common.synchronization [req-a542e19b-d722-4334-8178-e60048fdd66e req-6750bec7-56cc-4e52-a9ea-875b1fd1b0a1 tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1062.359850] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1062.360181] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.360304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.360370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.360620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.360774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.360877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.360938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.362607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.362607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.362607] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.522675] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.729315] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.729507] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.729628] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.729884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.730151] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.730283] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.730393] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.730598] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.730740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.730937] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.731060] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.731167] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.731269] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.731378] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.731478] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.731602] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.750904] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.751039] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.751169] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.751337] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.751646] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-b7222c0c-e216-4640-9dc3-8136b8046238 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.751810] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.751927] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.752301] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.752443] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7222c0c-e216-4640-9dc3-8136b8046238',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.864567] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.865409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.865409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.865409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.865409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.865683] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.865683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.865683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.865816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.865850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.865952] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 already deleted. [ 1062.866018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.024718] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.159255] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1063.159514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.254470] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.254663] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.254792] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.255118] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.255270] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.255420] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port b7222c0c-e216-4640-9dc3-8136b8046238 not found, creating... [ 1063.255668] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.255823] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.255937] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.256169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.256296] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.256570] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.256720] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.256874] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.257101] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.257233] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.257369] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: b7222c0c-e216-4640-9dc3-8136b8046238 is going to be created. [ 1063.276323] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.276541] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.276628] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.277107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.277408] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.277656] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.527436] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.527883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.527883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.528018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.528087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.528148] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1063.557825] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.558076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.558076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.558319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.558512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.569028] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1063.569815] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1063.570047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.570189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.570419] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.570624] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.570741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.570829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.571096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.571313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.571457] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.964592] env[66010]: INFO networking_nsxv3.common.synchronization [req-a542e19b-d722-4334-8178-e60048fdd66e req-857dab87-57c2-43f3-ae27-e34dfbc59114 service nova] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_rules [ 1063.964764] env[66010]: INFO networking_nsxv3.common.synchronization [req-a542e19b-d722-4334-8178-e60048fdd66e req-857dab87-57c2-43f3-ae27-e34dfbc59114 service nova] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1063.964898] env[66010]: INFO networking_nsxv3.common.synchronization [req-a542e19b-d722-4334-8178-e60048fdd66e req-857dab87-57c2-43f3-ae27-e34dfbc59114 service nova] Enqueued Resource ID: b7222c0c-e216-4640-9dc3-8136b8046238 with Priority: HIGHEST for action port [ 1063.965483] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_rules [ 1063.965660] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1063.965698] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7222c0c-e216-4640-9dc3-8136b8046238 with Priority: HIGHEST for action port [ 1063.966368] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.966510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.966570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.966845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.966972] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.967889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.968015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.968083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.968271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.970787] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.970913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.970990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.971206] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.971280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.971379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.976016] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7222c0c-e216-4640-9dc3-8136b8046238 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.976167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.976230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.976728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.976728] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7222c0c-e216-4640-9dc3-8136b8046238',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.073377] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.208274] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1064.208274] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 1064.208406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.478616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.478751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.478956] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.480093] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7222c0c-e216-4640-9dc3-8136b8046238 with status ACTIVE [ 1064.480288] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.483179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.483179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.483179] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7222c0c-e216-4640-9dc3-8136b8046238 is going to be updated. [ 1064.535054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.535408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.535408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.535539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.535825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.535825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7222c0c-e216-4640-9dc3-8136b8046238" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.579204] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.662677] env[66010]: INFO networking_nsxv3.common.synchronization [req-dad4872f-d523-4e17-9ef2-69c3409b0846 req-44da6411-4bb4-4360-bb0a-6ef995cf3b29 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1064.663283] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1064.663814] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.663940] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.665309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.665842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.665842] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.665842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.666040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.666685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.666809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.666945] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.731186] env[66010]: INFO networking_nsxv3.common.synchronization [None req-370216c9-a74a-4651-949a-76d2ddac0943 None None] Enqueued Resource ID: 7b7dca36-958b-4f26-886d-2c7eca2e0d70 with Priority: HIGHEST for action port [ 1064.731782] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7dca36-958b-4f26-886d-2c7eca2e0d70 with Priority: HIGHEST for action port [ 1064.732255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7dca36-958b-4f26-886d-2c7eca2e0d70 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.732381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7dca36-958b-4f26-886d-2c7eca2e0d70" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.732447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7dca36-958b-4f26-886d-2c7eca2e0d70" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.732767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7dca36-958b-4f26-886d-2c7eca2e0d70" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.732851] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7dca36-958b-4f26-886d-2c7eca2e0d70',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.984058] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.072597] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.073299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.073299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.073299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.073686] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.073855] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.073972] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.074211] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.074357] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.074565] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.074670] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.074801] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.074920] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.075084] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.075167] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.075299] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.081836] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.082051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.082202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.082640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.082640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.082640] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1065.100320] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.100502] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.100657] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.100838] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.101192] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-df721f03-2f1d-4343-adcf-49c89d56fbdc taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.101381] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.101538] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.101878] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.102039] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df721f03-2f1d-4343-adcf-49c89d56fbdc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.114388] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.114555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.114617] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.114842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.114986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.124079] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1065.170159] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.235539] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7dca36-958b-4f26-886d-2c7eca2e0d70 [ 1065.235539] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.235539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.235834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.235834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.235925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.235971] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7dca36-958b-4f26-886d-2c7eca2e0d70 already deleted. [ 1065.236565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7dca36-958b-4f26-886d-2c7eca2e0d70" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488809] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.488809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.488809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.488809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.488809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488809] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be created. [ 1065.517610] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.517891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.517891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.518242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.518498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.533595] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: UNINITIALIZED for 2s [ 1065.583187] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1065.583437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.604770] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.605009] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.605270] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.605470] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.605690] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.605909] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port df721f03-2f1d-4343-adcf-49c89d56fbdc not found, creating... [ 1065.606322] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.606514] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.606630] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.606898] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.607059] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.607349] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.607500] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.607611] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.607846] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.607960] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.608302] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: df721f03-2f1d-4343-adcf-49c89d56fbdc is going to be created. [ 1065.634735] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.634735] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.634735] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.634988] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.635061] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.636832] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.671950] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.174997] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.178125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.178125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.178125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.178125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.178125] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be updated. [ 1066.275397] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.275535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.275724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.275950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.276182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.321097] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: IN_PROGRESS for 2s [ 1066.409888] env[66010]: INFO networking_nsxv3.common.synchronization [req-dad4872f-d523-4e17-9ef2-69c3409b0846 req-88990500-0af7-4a48-9330-bfc1e2be1010 service nova] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1066.410013] env[66010]: INFO networking_nsxv3.common.synchronization [req-dad4872f-d523-4e17-9ef2-69c3409b0846 req-88990500-0af7-4a48-9330-bfc1e2be1010 service nova] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1066.410229] env[66010]: INFO networking_nsxv3.common.synchronization [req-dad4872f-d523-4e17-9ef2-69c3409b0846 req-88990500-0af7-4a48-9330-bfc1e2be1010 service nova] Enqueued Resource ID: df721f03-2f1d-4343-adcf-49c89d56fbdc with Priority: HIGHEST for action port [ 1066.411476] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_rules [ 1066.411476] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1066.411476] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df721f03-2f1d-4343-adcf-49c89d56fbdc with Priority: HIGHEST for action port [ 1066.411476] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.411476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.411476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.411760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.411971] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.413823] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.413823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.414636] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-df721f03-2f1d-4343-adcf-49c89d56fbdc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.414636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.414636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.414636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.414636] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df721f03-2f1d-4343-adcf-49c89d56fbdc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.625479] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0ffcc223-8d24-45bd-914a-7bdda737b54f None None] Enqueued Resource ID: 5a97c7f1-7a79-4ddc-be61-942bb33347c3 with Priority: HIGHEST for action port [ 1066.626290] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a97c7f1-7a79-4ddc-be61-942bb33347c3 with Priority: HIGHEST for action port [ 1066.626290] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a97c7f1-7a79-4ddc-be61-942bb33347c3 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.626517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a97c7f1-7a79-4ddc-be61-942bb33347c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.626517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a97c7f1-7a79-4ddc-be61-942bb33347c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.626739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a97c7f1-7a79-4ddc-be61-942bb33347c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.626822] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a97c7f1-7a79-4ddc-be61-942bb33347c3',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.919203] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.919203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.920708] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df721f03-2f1d-4343-adcf-49c89d56fbdc with status ACTIVE [ 1066.920912] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.921047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.921132] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.921450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.922655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.922655] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.922655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.922655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.922829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.922829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.923056] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.923149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.923149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.923457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.927104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.927281] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df721f03-2f1d-4343-adcf-49c89d56fbdc is going to be updated. [ 1066.954079] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.954079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.954079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.954079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.954079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.954430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df721f03-2f1d-4343-adcf-49c89d56fbdc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.130467] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a97c7f1-7a79-4ddc-be61-942bb33347c3 [ 1067.131071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.131554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.131802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.132223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.133023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.133023] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a97c7f1-7a79-4ddc-be61-942bb33347c3 already deleted. [ 1067.133023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a97c7f1-7a79-4ddc-be61-942bb33347c3" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.140471] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1067.140471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.140471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.140471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.140471] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.141074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.141074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.141074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.141074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.141074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.141074] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.142361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.142361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.142441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.142498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.142571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.142731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.142814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.142952] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.543198] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: SUCCESS [ 1067.543198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.543343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.543611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.543807] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.544044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.544124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.544798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.544798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.544798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.544798] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.645597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.645597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.645597] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.048108] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.048365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.048452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.049208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.049208] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.049208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.049490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.049490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.049559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.049938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.049938] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.050184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.050255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.050507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.050773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.050925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.051246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.052061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.052061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.052061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.052061] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.148975] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.334829] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: SUCCESS [ 1068.335103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.335313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.335522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.335746] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.335869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.335923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.336086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.336168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.336256] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.557022] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4a46db6-bd24-488c-b804-f13c7675b570: rpc.has_security_group_logging(os_id): False [ 1068.576613] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.577126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.577373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.577424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.577587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.577738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.577779] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.577921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.578043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.578382] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.578580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.578720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.578947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.579105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.579359] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.579532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.579602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.579756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.579855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.579914] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be created. [ 1068.645548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.645858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.646184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.646300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.647054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.651583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.651712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.651785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.651959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.652090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.652136] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1068.661222] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: IN_PROGRESS for 2s [ 1068.687912] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.688069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.688134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.688327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.688458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.718526] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1068.838863] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.195982] env[66010]: INFO networking_nsxv3.common.synchronization [req-c0620a63-5150-4708-b1d3-0507791450bd req-a5700223-f32f-4b2b-a057-210246340649 tempest-ServerRescueNegativeTestJSON-841202004 tempest-ServerRescueNegativeTestJSON-841202004-project-member] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 1069.196315] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGHEST for action security_group_members [ 1069.196664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.197139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.197368] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.197368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.197624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.197713] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.342214] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.700294] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.700708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.700708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.700817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.728279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.728589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.728709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.728773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.729079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.729168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.729285] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be updated. [ 1069.760412] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.760563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.760659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.761769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.761769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.772283] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: IN_PROGRESS for 2s [ 1069.847939] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.848160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.848210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.848930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.848930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.848930] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be updated. [ 1069.881077] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.881077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.881829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.882816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.882816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.892059] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: IN_PROGRESS for 2s [ 1070.414186] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b187fd9f-02a0-425b-9341-4d232fa32f3a tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 9e0aaa67-2153-4749-b147-e4d82dc6adf0 with Priority: HIGHEST for action security_group_rules [ 1070.414749] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0aaa67-2153-4749-b147-e4d82dc6adf0 with Priority: HIGHEST for action security_group_rules [ 1070.415119] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.415246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.415310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.415557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.415635] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0aaa67-2153-4749-b147-e4d82dc6adf0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.514396] env[66010]: INFO networking_nsxv3.common.synchronization [None req-dd033b8a-991f-4da6-bfb0-0cb41634934d tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 9e0aaa67-2153-4749-b147-e4d82dc6adf0 with Priority: HIGHEST for action security_group_rules [ 1070.514939] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0aaa67-2153-4749-b147-e4d82dc6adf0 with Priority: HIGHEST for action security_group_rules [ 1070.514939] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.515400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.673753] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: SUCCESS [ 1070.673879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.731361] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1070.731662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.733267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.733485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.733686] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.733833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.733926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.734159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.734257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.734353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.734563] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.734696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.734789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.734987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.735159] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.735259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.735321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.735501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.735608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.735728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.735869] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.945078] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.945885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.945885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.945885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.946054] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.946169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0aaa67-2153-4749-b147-e4d82dc6adf0 already deleted. [ 1070.946352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.946625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.946916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.947367] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0aaa67-2153-4749-b147-e4d82dc6adf0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.238782] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843b68b9-855a-4bde-bec2-f03aac2f9541: rpc.has_security_group_logging(os_id): False [ 1071.263744] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.263931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.264015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.264278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.264377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.264651] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.264759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.264923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.265402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.265494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.265727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.265830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.265895] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.266068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.266196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.266390] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.266489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.266551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.266697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.266775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.266862] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1071.367039] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.367039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.367039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.367039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.367039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.384654] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1071.485017] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.485193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.485261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.485483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.485569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.485662] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0aaa67-2153-4749-b147-e4d82dc6adf0 already deleted. [ 1071.485803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0aaa67-2153-4749-b147-e4d82dc6adf0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.783034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d in Status: SUCCESS [ 1071.783034] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d deletion is rescheduled due to dependency. [ 1071.783413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.916920] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: SUCCESS [ 1071.917299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.917484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.917712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.917922] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.918058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.918126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.918296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.918377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.918468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.918565] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.421729] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.927228] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 320fa5b2-af07-44aa-a8c2-d8a419f0035e: rpc.has_security_group_logging(os_id): False [ 1072.947667] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.947914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.947914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.948121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.948226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.948464] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.948571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.948637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.948794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.948869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.948958] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be updated. [ 1073.016153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.016362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.016362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.016577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.016721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.035365] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: IN_PROGRESS for 2s [ 1073.399403] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1073.399699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.399874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.400105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.400195] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.902350] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.902505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.902623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.902791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.902950] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.903069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.903129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.903294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.903380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.903467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.903555] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.405556] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.405891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.405891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.406036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406215] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.406321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.406386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.406626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.406825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.406984] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.407112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.407176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.407372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.407584] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.407711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.407778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.407936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.408048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.408143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.408243] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.910465] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 843b68b9-855a-4bde-bec2-f03aac2f9541: rpc.has_security_group_logging(os_id): False [ 1074.929809] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.929993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.930168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.930254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.930845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.930845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.930845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.930845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.931258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.931258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.931258] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.931381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.931381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.931510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.931561] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.931708] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.931800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.931854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.932020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.932087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.932146] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1074.997518] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.997714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.997714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.997929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.998125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.016169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1075.061028] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: SUCCESS [ 1075.061295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.194826] env[66010]: INFO networking_nsxv3.common.synchronization [req-c710a48e-a570-4a2e-bcc7-e1e848b9d7e9 req-9de815c4-3f77-4e16-988a-a6130b8a96c4 tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1075.195290] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1075.195684] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.195806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.195806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.195959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.196114] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.196202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.196263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.196470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.196603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.196744] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.392532] env[66010]: INFO networking_nsxv3.common.synchronization [req-c710a48e-a570-4a2e-bcc7-e1e848b9d7e9 req-30c54080-c70c-4f6b-a971-348b9ae59895 tempest-ServersTestMultiNic-1407120940 tempest-ServersTestMultiNic-1407120940-project-member] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1075.392532] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGHEST for action security_group_members [ 1075.392532] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.392532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.700968] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.717251] env[66010]: INFO networking_nsxv3.common.synchronization [req-d51fcc1d-6b5f-4953-b897-93543e389314 req-74806a00-d1a3-4261-acc7-fad6959588c0 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_members [ 1075.717755] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGHEST for action security_group_members [ 1075.718170] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.718312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.718312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.718471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.718634] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.718728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.718787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.719803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.719899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.719993] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.140015] env[66010]: INFO networking_nsxv3.common.synchronization [None req-45e22e77-272b-4d4b-92fb-7998e82fb407 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1076.140015] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1076.140773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.140773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.140773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.141072] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.141072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.141154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.141342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.141473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.141602] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.206084] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.222780] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.223342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.223460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.223788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.223907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.224235] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.224404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.224551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.224736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.224862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.225132] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 is going to be updated. [ 1076.258794] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.258953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.259030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.259250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.259415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.269560] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: IN_PROGRESS for 2s [ 1076.644796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.644965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.645030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.645632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.645632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.645632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.645632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.645921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.645921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.645921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.646089] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be deleted. [ 1076.681756] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.681943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.682013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.682224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.682348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.682404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.711076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.711475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.711475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.711475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.711475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.712134] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1076.740747] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.741085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.741085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.741316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.741316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.753513] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1077.038055] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1077.038316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.279469] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de34566e-f16b-4999-b92d-d096b65d10e5 in Status: SUCCESS [ 1078.279804] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 deletion is rescheduled due to dependency. [ 1078.279804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.516105] env[66010]: INFO networking_nsxv3.common.synchronization [req-db050a3e-a6f1-4ed2-bcd5-e67dd2bcda43 req-45bb03e5-9a43-4047-8974-d4c21c4bfcec tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1078.516105] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1078.516105] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.516105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.516105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.516105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.516105] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.516105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.516105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.516573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.516573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.516573] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.763980] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1078.764317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.764491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.764820] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.764913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.765033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.765101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.765260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.765341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.765435] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.021182] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.267512] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.267761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.267761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.267931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.268085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.268313] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.268412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.268470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.268686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.268770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.268805] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be updated. [ 1079.293127] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.294160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.294160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.294160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.294160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.301873] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: IN_PROGRESS for 2s [ 1079.523988] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.026918] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.027202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.027331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.028017] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1080.064597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.064745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.064814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.065067] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.065222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.074774] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1080.943744] env[66010]: INFO networking_nsxv3.common.synchronization [None req-5f029315-9681-4e01-9a06-705a87d6a1fe tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_rules [ 1080.944356] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_rules [ 1080.944525] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.944727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.944790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.945098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.945205] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.036836] env[66010]: INFO networking_nsxv3.common.synchronization [None req-924eb9b1-e648-49ce-af10-720e2d801453 tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_rules [ 1081.037408] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_rules [ 1081.037713] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.037815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.313083] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 in Status: SUCCESS [ 1081.313282] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 deletion is rescheduled due to dependency. [ 1081.313435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.466041] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.466227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.466291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.466512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.466625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.466719] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 already deleted. [ 1081.467022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.467194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.467234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.467316] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.986996] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.987443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.987443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.987531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.987569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.987648] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 already deleted. [ 1081.987729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.083904] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1082.084141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.750539] env[66010]: INFO networking_nsxv3.common.synchronization [req-270471bc-7594-46c2-a88e-1676770146e5 req-a6bb6f80-0154-4634-8be5-1479fac9490e tempest-InstanceActionsNegativeTestJSON-1097343832 tempest-InstanceActionsNegativeTestJSON-1097343832-project-member] Enqueued Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_members [ 1082.751417] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_members [ 1082.751673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.751839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.751941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.757226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.757226] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.757226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.757226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.757226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.757226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.757226] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.110838] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.111299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-893" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.111299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-893" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.111513] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-893" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.111757] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.111945] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.112180] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.112451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.112593] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.112806] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.112935] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.113052] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.113150] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.113252] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.113337] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.113447] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.134456] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.134636] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.134755] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.134930] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-893" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.135280] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-82905fe1-9935-44e3-a026-afae6bafa8f9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.135454] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.135571] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.135893] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.136039] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82905fe1-9935-44e3-a026-afae6bafa8f9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.261834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.262072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.262072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.262548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.262548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.262729] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.262729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.262928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.263101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.263101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.263248] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d already deleted. [ 1083.263426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.638402] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.638633] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.638740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.639019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.639172] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.639331] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 82905fe1-9935-44e3-a026-afae6bafa8f9 not found, creating... [ 1083.639577] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.639729] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.639843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.640086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.640224] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.640500] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.640649] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.640762] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.640968] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.641113] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.641251] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 82905fe1-9935-44e3-a026-afae6bafa8f9 is going to be created. [ 1083.660972] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.661119] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.661164] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.661409] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.661631] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.661846] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.384025] env[66010]: INFO networking_nsxv3.common.synchronization [req-270471bc-7594-46c2-a88e-1676770146e5 req-912150a8-05b1-4b8e-b93f-ea8de00effb0 service nova] Enqueued Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_rules [ 1084.384025] env[66010]: INFO networking_nsxv3.common.synchronization [req-270471bc-7594-46c2-a88e-1676770146e5 req-912150a8-05b1-4b8e-b93f-ea8de00effb0 service nova] Enqueued Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_members [ 1084.384405] env[66010]: INFO networking_nsxv3.common.synchronization [req-270471bc-7594-46c2-a88e-1676770146e5 req-912150a8-05b1-4b8e-b93f-ea8de00effb0 service nova] Enqueued Resource ID: 82905fe1-9935-44e3-a026-afae6bafa8f9 with Priority: HIGHEST for action port [ 1084.384740] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_rules [ 1084.384956] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_members [ 1084.385235] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82905fe1-9935-44e3-a026-afae6bafa8f9 with Priority: HIGHEST for action port [ 1084.385631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.385747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.385747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.385973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.386066] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.390235] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.390235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.390235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.390235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.390235] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.390235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.390235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.390235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.390235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.390235] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.390746] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-82905fe1-9935-44e3-a026-afae6bafa8f9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.390834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.390834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.391090] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.391173] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82905fe1-9935-44e3-a026-afae6bafa8f9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.894574] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.894710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.895837] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.896769] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82905fe1-9935-44e3-a026-afae6bafa8f9 with status ACTIVE [ 1084.896959] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.897082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.897152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.897395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.897485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.897663] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.897761] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.897823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.897985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.898616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.898818] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.898919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.898984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.899146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.899224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.899312] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82905fe1-9935-44e3-a026-afae6bafa8f9 is going to be updated. [ 1084.921666] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.921855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.921914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.922103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.922240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.922398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82905fe1-9935-44e3-a026-afae6bafa8f9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.103884] env[66010]: INFO networking_nsxv3.common.synchronization [req-8b0694cc-c61b-48e2-8e5a-68f2c7495781 req-d5c6cb28-034e-4947-b58c-478e6a24f6c7 tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1085.104549] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1085.104952] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.105324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.105324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.105970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.105970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.105970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.105970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.106239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.106281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.106383] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.401755] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.453018] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.453018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.453018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.453018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.453018] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.453018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.453018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.454253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.457064] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.457064] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.457064] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.457064] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.457064] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.457064] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.457064] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.457064] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.474575] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.474575] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.474981] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.475308] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.475685] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.475925] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.476036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.476377] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.476512] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ee9b4d-0c9a-4118-9d33-5aabd60e13b1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.608542] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.608713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.608793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.609019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.609125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.609378] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.609483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.609544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.609701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.609775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.609860] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1085.637625] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.637789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.637840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.638041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.638196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.647249] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1085.905882] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.906088] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.906228] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.906464] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.906984] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.906984] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.907193] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.908035] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.908035] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.908035] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.908035] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.908035] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.908035] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.908350] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.908350] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.908350] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.909619] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.909619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.909619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.909799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.909799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.909930] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d is going to be created. [ 1085.928722] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.928916] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.929024] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.929196] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.929507] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.929675] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.929787] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.930137] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.930278] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.933706] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.933832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.933898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.934088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.934233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.943558] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d in Status: UNINITIALIZED for 2s [ 1085.979030] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.979265] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.979389] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.979650] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.979791] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.979942] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 not found, creating... [ 1085.980210] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.980364] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.980476] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.980683] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.980812] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.981096] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.981258] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.981371] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.982013] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.982166] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.982327] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 is going to be created. [ 1086.003843] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.003843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.003843] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.004328] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.004374] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.004574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.432930] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.433420] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.433420] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.433638] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433810] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.433996] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 not found, creating... [ 1086.434305] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.434489] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.434617] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.434930] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.435105] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.435550] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.435721] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.435864] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.436097] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.436233] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.436374] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 is going to be created. [ 1086.466944] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.467228] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.467228] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.467489] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.467832] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.468104] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.718720] env[66010]: INFO networking_nsxv3.common.synchronization [req-8b0694cc-c61b-48e2-8e5a-68f2c7495781 req-41cf74e4-bcc6-4f43-b279-9c44181e4946 service nova] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_rules [ 1086.718928] env[66010]: INFO networking_nsxv3.common.synchronization [req-8b0694cc-c61b-48e2-8e5a-68f2c7495781 req-41cf74e4-bcc6-4f43-b279-9c44181e4946 service nova] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1086.719190] env[66010]: INFO networking_nsxv3.common.synchronization [req-8b0694cc-c61b-48e2-8e5a-68f2c7495781 req-41cf74e4-bcc6-4f43-b279-9c44181e4946 service nova] Enqueued Resource ID: 89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 with Priority: HIGHEST for action port [ 1086.719936] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_rules [ 1086.720135] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1086.720281] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 with Priority: HIGHEST for action port [ 1086.720652] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.720817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.720915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.721359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.721359] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.722285] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.722406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.723070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.723198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.723255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.723447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.723597] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ee9b4d-0c9a-4118-9d33-5aabd60e13b1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.153792] env[66010]: INFO networking_nsxv3.common.synchronization [req-96c15716-d3e5-4d8c-a996-1d0e14ae44cd req-a8e7eccb-0bf4-4d02-8e89-e552d3398388 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 1087.154061] env[66010]: INFO networking_nsxv3.common.synchronization [req-96c15716-d3e5-4d8c-a996-1d0e14ae44cd req-a8e7eccb-0bf4-4d02-8e89-e552d3398388 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1087.154217] env[66010]: INFO networking_nsxv3.common.synchronization [req-96c15716-d3e5-4d8c-a996-1d0e14ae44cd req-a8e7eccb-0bf4-4d02-8e89-e552d3398388 service nova] Enqueued Resource ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 with Priority: HIGHEST for action port [ 1087.154764] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 1087.154895] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1087.154990] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 with Priority: HIGHEST for action port [ 1087.158247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.158247] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.158247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.158247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.158247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.158247] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.159014] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.159014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.159014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.159014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.159014] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.227438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.227568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.227742] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 with status ACTIVE [ 1087.227905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.228116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.228116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.228293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.228385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.228876] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.228996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.229079] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.229242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.229324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.229512] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.229618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.229681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.229823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.229902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.229988] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ee9b4d-0c9a-4118-9d33-5aabd60e13b1 is going to be updated. [ 1087.255359] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.255359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.255595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.255643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.256334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.256334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ee9b4d-0c9a-4118-9d33-5aabd60e13b1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.450163] env[66010]: INFO networking_nsxv3.common.synchronization [req-dd1571f8-b73e-44aa-8023-937bf2cb226b req-6896e5c8-2e7a-47d2-90ef-85ecff08631a tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1087.450714] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1087.450978] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.451112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.451177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.451601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.451797] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.451927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.452029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.452271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.452392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.452509] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.657800] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1087.657934] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f deletion is rescheduled due to dependency. [ 1087.658081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.658255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.658499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.658693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.658811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.658876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.659042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.659129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.659250] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.660225] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.660319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.660474] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.662036] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 with status ACTIVE [ 1087.662036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.662036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.662036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.662036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.662036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.662036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.662446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.662446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.662446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.662446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.662578] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.662628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.662685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.662854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.662891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.662957] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 is going to be updated. [ 1087.682309] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.682486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.682555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.682703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.683086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.683086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.732254] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732254] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732438] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.732545] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.732771] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732922] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.733052] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.734837] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.735022] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.735276] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.735399] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.736021] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.736021] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.736021] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.736021] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.736021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.769267] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.769267] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.769267] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.769267] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.769267] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.769267] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.769267] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.769267] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.769267] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef6b890-88ed-4eb4-9349-5f1bb5a764eb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.953909] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d in Status: SUCCESS [ 1087.954233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.954593] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.954718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.954784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.954982] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.955077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.955308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.955401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.955463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.955674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.955751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.955837] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1087.956794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.956957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.957125] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.957279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.957331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.957475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.957515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.957611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.957729] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.987186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.987445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.987535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.987773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.987925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.999712] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1088.165439] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.167512] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.270777] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.271039] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.271171] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.271559] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.271711] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.271918] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 4ef6b890-88ed-4eb4-9349-5f1bb5a764eb not found, creating... [ 1088.272210] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.272376] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.272495] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.272750] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.272892] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.273249] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.273428] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.273738] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.273803] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.273949] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.274226] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 4ef6b890-88ed-4eb4-9349-5f1bb5a764eb is going to be created. [ 1088.298972] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.299280] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.299431] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.299708] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.299932] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.300175] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.460665] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.460928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.460928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.461125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.461291] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.461390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.461454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.461770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.461878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.461967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.462136] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.462277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.462304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.462430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.462566] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.462656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.462715] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.462853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.462927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.463013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.463104] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.668867] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.671650] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.671925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.672050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.672312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.672413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.672524] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be created. [ 1088.698884] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.699047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.699120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.699356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.699583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.709454] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: UNINITIALIZED for 2s [ 1088.965459] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a92aab7-52e4-4c74-bba1-f4787ae2346d: rpc.has_security_group_logging(os_id): False [ 1088.983725] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.983921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.984007] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.984268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.984386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.984631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.984772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.984852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.985055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.985256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.985423] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.985533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.985630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.985803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.985898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.988244] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.988412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.988767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.989030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.989076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.989290] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d is going to be created. [ 1088.993799] env[66010]: INFO networking_nsxv3.common.synchronization [req-dd1571f8-b73e-44aa-8023-937bf2cb226b req-4cd40813-d1ec-42f0-ae0c-ae914ad5b9cf service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 1088.994046] env[66010]: INFO networking_nsxv3.common.synchronization [req-dd1571f8-b73e-44aa-8023-937bf2cb226b req-4cd40813-d1ec-42f0-ae0c-ae914ad5b9cf service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1088.994226] env[66010]: INFO networking_nsxv3.common.synchronization [req-dd1571f8-b73e-44aa-8023-937bf2cb226b req-4cd40813-d1ec-42f0-ae0c-ae914ad5b9cf service nova] Enqueued Resource ID: 4ef6b890-88ed-4eb4-9349-5f1bb5a764eb with Priority: HIGHEST for action port [ 1088.994937] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 1088.995153] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1088.995288] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef6b890-88ed-4eb4-9349-5f1bb5a764eb with Priority: HIGHEST for action port [ 1088.995575] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.995721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.995821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.996066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.996165] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.997583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.997706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.997971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.998204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.998204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.998405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.998509] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef6b890-88ed-4eb4-9349-5f1bb5a764eb',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.050186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.050186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.050186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.050186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.050186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.062675] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d in Status: IN_PROGRESS for 2s [ 1089.171897] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.172077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.172146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.172360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.172452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.172573] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1089.210886] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.211056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.211130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.211337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.211480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.220379] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1089.500960] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ef6b890-88ed-4eb4-9349-5f1bb5a764eb with status ACTIVE [ 1089.501565] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.501565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.501565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.502228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.502228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.502416] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.502546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.502595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.504355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.504440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.504653] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.504809] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.504919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.505157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.505296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.505440] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ef6b890-88ed-4eb4-9349-5f1bb5a764eb is going to be updated. [ 1089.507448] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.507529] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.530153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.530291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.530368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.530578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.530712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.530931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef6b890-88ed-4eb4-9349-5f1bb5a764eb" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.009172] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1090.009405] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 1090.009578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.009755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.010010] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.010201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.010334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.010401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.010581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.010661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.010755] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.513951] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.719686] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 1090.719914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.720121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.720340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.720536] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.720658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.720739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.720929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.721023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.721114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.721206] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.019183] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.080221] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d in Status: SUCCESS [ 1091.080221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.178746] env[66010]: INFO networking_nsxv3.common.synchronization [req-ea78cc0d-2081-4992-adf7-67ee3ef0e77e req-75bdee6c-0d48-4dd7-8ebb-6bbc98793b6f tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1091.179425] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1091.179770] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.179960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.180867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.181137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.181384] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.181512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.181577] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.181755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.181841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.181945] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.223788] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.223964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.224013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.224309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.224460] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.224578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.224625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.224803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.224883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.224975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.225149] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.225328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.225421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.225585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.225742] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.225843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.225966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.226239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.226366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.226484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.226603] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.231683] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1091.231792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.232486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.232699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.232890] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.233016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.233105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.233308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233983] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.521907] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.522185] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.522219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.522478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.522576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.522678] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1091.551695] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.551695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.551879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.552012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.552724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.561640] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1091.684704] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.684848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.684918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.685154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.685248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.685504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.685570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.685610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.685733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.685804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.685889] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be updated. [ 1091.732301] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ebb7884-2dfd-4a43-8a1f-2cb94979d370: rpc.has_security_group_logging(os_id): False [ 1091.738034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738034] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738738] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.746088] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.746276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.746543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.746601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.746765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.753247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.753501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.753565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.753743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.753850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.754084] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.754209] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.754301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.754490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.754573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.754894] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.755598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.755598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.755598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.755598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.755845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.755845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.755964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.756403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.756403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.756403] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be created. [ 1091.759468] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: IN_PROGRESS for 2s [ 1091.846480] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.846480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.846480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.846700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.846866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.872445] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 1092.240334] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c828db-c35e-47d0-8b6d-4666f69cbc1f: rpc.has_security_group_logging(os_id): False [ 1092.249453] env[66010]: INFO networking_nsxv3.common.synchronization [None req-875c9e87-7995-4d85-9e30-df45f04052b2 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_rules [ 1092.250009] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_rules [ 1092.250340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.250538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.250538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.250799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.250915] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.265015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.265184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.265227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.265549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.265549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.265780] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.265899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.265941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.266121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.266199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.266398] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.266503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.266544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.266684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.266754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.266971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.267164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.267164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.267412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.267501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.267580] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1092.363709] env[66010]: INFO networking_nsxv3.common.synchronization [None req-ad061418-2cac-43ef-ba4e-7ff0426b1760 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_rules [ 1092.364882] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.365031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.365274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.365399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.365786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.367148] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_rules [ 1092.367553] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.367683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.383358] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1092.774811] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.774811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.774811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.774811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.774811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.774811] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c already deleted. [ 1092.774811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.774811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.774811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.774811] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.295352] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.295686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.295686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.295767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.295830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.295923] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c already deleted. [ 1093.296018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.587166] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.587166] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.587166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.587166] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.770275] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: SUCCESS [ 1093.773995] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 deletion is rescheduled due to dependency. [ 1093.773995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.887682] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 1093.887939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.089769] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.089925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.090041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.090403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.090720] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.090720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.090917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.090917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.090999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.091187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.091269] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.091559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.091559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.091559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.091669] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.091842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.091842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.091937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.092020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.092146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.092183] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.398030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1094.398255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.594996] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c86e8117-9a9d-431d-ad85-bfb47bad9984: rpc.has_security_group_logging(os_id): False [ 1094.618666] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.618896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.618983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.619259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.619355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.619550] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.619648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.619709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.619889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.619967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.620167] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.620272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.620320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.620454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.620528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.620723] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.620814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.620888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.621078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.621078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.621173] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1094.734014] env[66010]: INFO networking_nsxv3.common.synchronization [None req-4a36624e-127d-47cb-9c89-667017d86647 None None] Enqueued Resource ID: ff90451d-b831-4aba-9084-263f2089a5d7 with Priority: HIGHEST for action port [ 1094.735240] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.735403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.735481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.735679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.735823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.737148] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff90451d-b831-4aba-9084-263f2089a5d7 with Priority: HIGHEST for action port [ 1094.737504] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff90451d-b831-4aba-9084-263f2089a5d7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.737618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff90451d-b831-4aba-9084-263f2089a5d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.737680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff90451d-b831-4aba-9084-263f2089a5d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.738234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff90451d-b831-4aba-9084-263f2089a5d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.738234] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff90451d-b831-4aba-9084-263f2089a5d7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.769651] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1095.240466] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff90451d-b831-4aba-9084-263f2089a5d7 [ 1095.240777] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.240971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.241207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.241368] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.241501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.241699] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff90451d-b831-4aba-9084-263f2089a5d7 already deleted. [ 1095.241844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff90451d-b831-4aba-9084-263f2089a5d7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.424535] env[66010]: INFO networking_nsxv3.common.synchronization [req-f78c0b0f-2cac-4db5-9eff-2bbe7c8c5390 req-95650c3f-484d-4731-aa2c-eabf986dc5c0 tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_members [ 1095.425172] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_members [ 1095.425903] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.425903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.425903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.426036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.426851] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.426851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.427018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.427091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.427169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.427233] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.805550] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.805777] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.806251] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.806251] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.806526] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.806679] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.806849] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.807795] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.807959] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.808249] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.808314] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.808422] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.808524] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.808629] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.808751] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.808852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.832235] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.833090] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.833090] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.833090] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.833090] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-05826ee2-747f-42cc-b86e-b90764bfe783 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.833307] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.833307] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.834314] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.834314] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05826ee2-747f-42cc-b86e-b90764bfe783',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.926491] env[66010]: INFO networking_nsxv3.common.synchronization [req-2b8490b7-5c56-4c1a-9797-339945b678a9 req-84b3ba98-f93d-4798-aaac-ee4a88f8b8ad tempest-InstanceActionsNegativeTestJSON-1097343832 tempest-InstanceActionsNegativeTestJSON-1097343832-project-member] Enqueued Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_members [ 1095.926683] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGHEST for action security_group_members [ 1095.926988] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.927125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.927193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.927637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.927818] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.927926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.927991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.928159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.928258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.928370] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.929813] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.929866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.929924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.930122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.930201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.930436] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.930502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.930556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.930700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.930790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.930879] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 already deleted. [ 1095.930957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.337127] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.337540] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.337619] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.337920] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.338310] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.338552] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 05826ee2-747f-42cc-b86e-b90764bfe783 not found, creating... [ 1096.338955] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.339236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.339358] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.339699] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.339939] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.340358] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.340554] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.340732] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.341100] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.341359] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.341606] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 05826ee2-747f-42cc-b86e-b90764bfe783 is going to be created. [ 1096.365654] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.365883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.366018] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.366355] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.366623] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.366877] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.434806] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.434876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.434945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.435997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.435997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.435997] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.435997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.435997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.435997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.435997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.435997] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d is going to be updated. [ 1096.476807] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.476955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.477035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.477252] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.477458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.490733] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d in Status: IN_PROGRESS for 2s [ 1096.788901] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1096.789166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.083076] env[66010]: INFO networking_nsxv3.common.synchronization [req-f78c0b0f-2cac-4db5-9eff-2bbe7c8c5390 req-7e34f6b5-cc06-447d-828a-02e3b6ea9120 service nova] Enqueued Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_rules [ 1097.083337] env[66010]: INFO networking_nsxv3.common.synchronization [req-f78c0b0f-2cac-4db5-9eff-2bbe7c8c5390 req-7e34f6b5-cc06-447d-828a-02e3b6ea9120 service nova] Enqueued Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_members [ 1097.083530] env[66010]: INFO networking_nsxv3.common.synchronization [req-f78c0b0f-2cac-4db5-9eff-2bbe7c8c5390 req-7e34f6b5-cc06-447d-828a-02e3b6ea9120 service nova] Enqueued Resource ID: 05826ee2-747f-42cc-b86e-b90764bfe783 with Priority: HIGHEST for action port [ 1097.084108] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_rules [ 1097.084511] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_members [ 1097.084690] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05826ee2-747f-42cc-b86e-b90764bfe783 with Priority: HIGHEST for action port [ 1097.085240] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.085472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.085575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.085745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.085826] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.087117] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.087201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.087277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.087521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.087685] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.087762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.087826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.087973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.088662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.088804] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.089548] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-05826ee2-747f-42cc-b86e-b90764bfe783 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.089654] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.089746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.089876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.089960] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05826ee2-747f-42cc-b86e-b90764bfe783',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.325176] env[66010]: INFO networking_nsxv3.common.synchronization [None req-53e86434-9317-49d7-8852-05777232e34e None None] Enqueued Resource ID: dd87cb39-c787-46fa-a992-72bb990cfc3e with Priority: HIGHEST for action port [ 1097.325831] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd87cb39-c787-46fa-a992-72bb990cfc3e with Priority: HIGHEST for action port [ 1097.326386] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd87cb39-c787-46fa-a992-72bb990cfc3e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.326534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd87cb39-c787-46fa-a992-72bb990cfc3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.326643] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd87cb39-c787-46fa-a992-72bb990cfc3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.326954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd87cb39-c787-46fa-a992-72bb990cfc3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.327077] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd87cb39-c787-46fa-a992-72bb990cfc3e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.591463] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.591810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.592954] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.593847] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05826ee2-747f-42cc-b86e-b90764bfe783 with status ACTIVE [ 1097.594161] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.594294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.594363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.594570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.594651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.594828] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.594922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.594990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.595139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.595204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.595438] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.595570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.595699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.595778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.595778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.595907] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05826ee2-747f-42cc-b86e-b90764bfe783 is going to be updated. [ 1097.617375] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.617375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.617375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.617647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.617700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.617843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05826ee2-747f-42cc-b86e-b90764bfe783" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.828903] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd87cb39-c787-46fa-a992-72bb990cfc3e [ 1097.829253] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.829356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.829393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.829924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.829924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.829924] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd87cb39-c787-46fa-a992-72bb990cfc3e already deleted. [ 1097.829924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd87cb39-c787-46fa-a992-72bb990cfc3e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.097495] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.500845] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d in Status: SUCCESS [ 1098.501562] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d deletion is rescheduled due to dependency. [ 1098.501562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.600283] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.600837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.600837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.600837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.600837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.601042] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 is going to be created. [ 1098.626180] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.626309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.626309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.627149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.627149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.638650] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 in Status: UNINITIALIZED for 2s [ 1099.053105] env[66010]: INFO networking_nsxv3.common.synchronization [None req-7dc17d08-9b6b-4c29-a6b5-8ea63a08829e tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_rules [ 1099.053105] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_rules [ 1099.053413] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.053467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.053525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.053958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.054045] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.153249] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3fce5764-0452-4f6c-922f-ddeb82a3af84 tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_rules [ 1099.154060] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_rules [ 1099.154060] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.154452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.575863] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.577011] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d already deleted. [ 1099.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.577011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.577011] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.098678] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.098967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.098967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.099113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.099213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.099293] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d already deleted. [ 1100.099370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.495152] env[66010]: INFO networking_nsxv3.common.synchronization [req-2e5031c1-cb07-4785-8bfb-fd4268a831a1 req-01f00ba3-7e02-430a-9940-d231c839bcfa tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_members [ 1100.495895] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_members [ 1100.496327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.496496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.496597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.497093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.497155] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.497436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.497480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.497710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.497869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.497971] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.649623] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 in Status: SUCCESS [ 1100.650201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.650201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.650399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.650575] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.650686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.650737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.650886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.650961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.651048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.651143] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.818542] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.818750] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.818924] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.819309] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.819640] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.820833] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.820833] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.820833] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.820833] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.820833] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.820833] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.820833] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.820833] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.823815] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.823815] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.823815] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.842549] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.842549] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.842549] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.842549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.843613] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-6b799707-ff69-4e71-99e5-13953b30e5d5 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.843613] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.843613] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.843966] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.844137] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b799707-ff69-4e71-99e5-13953b30e5d5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.001349] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.001555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.001630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.001893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.002025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.002258] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.002398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.002496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.002703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.002807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.005314] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c already deleted. [ 1101.005455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.154216] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.347843] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.348078] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.348208] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.348550] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.348699] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.348854] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 6b799707-ff69-4e71-99e5-13953b30e5d5 not found, creating... [ 1101.349199] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.349370] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.349494] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.349918] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.350324] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.351163] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.351498] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.352655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.352655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.354034] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.354034] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 6b799707-ff69-4e71-99e5-13953b30e5d5 is going to be created. [ 1101.391626] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.391863] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.391987] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.392287] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.392517] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.392773] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.655451] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cf163a0-7297-43e4-8356-7d3d03ad4d33: rpc.has_security_group_logging(os_id): False [ 1101.676494] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.676494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.676494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.676706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.676706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.676928] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.677075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.677110] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.677249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.677319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.677450] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 is going to be created. [ 1101.748017] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.748264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.748264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.749154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.749154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.793069] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 in Status: IN_PROGRESS for 2s [ 1102.115377] env[66010]: INFO networking_nsxv3.common.synchronization [req-2e5031c1-cb07-4785-8bfb-fd4268a831a1 req-0abdd218-08a4-455b-98c3-985315ddb69d service nova] Enqueued Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_rules [ 1102.115377] env[66010]: INFO networking_nsxv3.common.synchronization [req-2e5031c1-cb07-4785-8bfb-fd4268a831a1 req-0abdd218-08a4-455b-98c3-985315ddb69d service nova] Enqueued Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_members [ 1102.115377] env[66010]: INFO networking_nsxv3.common.synchronization [req-2e5031c1-cb07-4785-8bfb-fd4268a831a1 req-0abdd218-08a4-455b-98c3-985315ddb69d service nova] Enqueued Resource ID: 6b799707-ff69-4e71-99e5-13953b30e5d5 with Priority: HIGHEST for action port [ 1102.115894] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_rules [ 1102.116246] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_members [ 1102.116454] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b799707-ff69-4e71-99e5-13953b30e5d5 with Priority: HIGHEST for action port [ 1102.116891] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.117149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.117288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.117635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.117805] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.118808] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.119536] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.119701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.120070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.120395] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.120627] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.120841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.121074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.121234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.121443] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.123093] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b799707-ff69-4e71-99e5-13953b30e5d5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.123279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.123358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.123508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.123895] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b799707-ff69-4e71-99e5-13953b30e5d5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.624123] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.625146] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b799707-ff69-4e71-99e5-13953b30e5d5 with status ACTIVE [ 1102.625281] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.626075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.626075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.626075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.626075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.626075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.626819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.626924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.627141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.627220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.627491] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.627623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.627728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.627842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.627929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.628049] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b799707-ff69-4e71-99e5-13953b30e5d5 is going to be updated. [ 1102.629293] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.629407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.653028] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.653028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.653028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.653028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.653028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.653282] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b799707-ff69-4e71-99e5-13953b30e5d5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.814544] env[66010]: INFO networking_nsxv3.common.synchronization [req-a251a17d-1545-45b5-a683-0732d814276b req-69177a45-6c1c-45d0-98ea-caab09016fd8 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1102.815119] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1102.815485] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.815659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.815659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.815867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.816089] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.816207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.816269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.816427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.816534] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.816639] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.130159] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.156687] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.156898] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.157029] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.157299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.157613] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.157768] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.157879] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.158112] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.158255] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.158471] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.158562] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.158664] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.158767] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.158869] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.158967] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.159106] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.182585] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.182809] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.182873] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.183060] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.183491] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.183673] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.183790] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.184121] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.184260] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeffe752-9e2a-4a3b-99c7-4e5da3b74771',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.319202] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.622760] env[66010]: INFO networking_nsxv3.common.synchronization [req-84714171-9ca9-419a-94c5-19bec2fe9a91 req-c0f79e58-e8f3-4fa8-b38a-098bd2787c08 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1103.623361] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1103.623633] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.623764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.623856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.624031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.624197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.624454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.624454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.624549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.624596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.624642] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.632589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.632724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.632790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.632983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.633116] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.633175] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c is going to be created. [ 1103.662838] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.663046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.663136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.663386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.663566] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.674255] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecf5d6-f379-4997-812c-955611cbfc1c in Status: UNINITIALIZED for 2s [ 1103.686968] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.686968] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.686968] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.687187] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.688407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.688407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port aeffe752-9e2a-4a3b-99c7-4e5da3b74771 not found, creating... [ 1103.688407] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.688407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.688407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.688407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.688407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.688696] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.688787] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.688896] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.689103] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.689228] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.689355] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: aeffe752-9e2a-4a3b-99c7-4e5da3b74771 is going to be created. [ 1103.710866] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.711090] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.711211] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.711478] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.711697] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.711991] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.807657] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 in Status: SUCCESS [ 1103.808036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.823581] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.979599] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.979919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.980253] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.980948] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.981251] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.981414] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.981531] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.981761] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.981958] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.982226] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.982390] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.982518] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.982646] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.982737] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.982866] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.983012] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.001394] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.001514] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.001619] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.001796] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-646" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.002216] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.002451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.002609] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.002915] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.003068] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.127064] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.127255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.127330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.127637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.127728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.127956] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.128032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.128091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.128247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.128321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.128408] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1104.162339] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.162490] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.162569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.162782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.162935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.173960] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1104.324843] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.325221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.325322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.326404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.326597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.326754] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1104.367292] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.367541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.367690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.367919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.368146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.384738] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1104.505746] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.505972] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.506109] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.506394] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.506740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.506880] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.507245] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.507245] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.507516] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.507673] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.507996] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.508178] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.508295] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.508561] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.508697] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.508855] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 is going to be updated. [ 1104.531014] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.531285] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.532036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.532036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.532036] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.532266] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.884731] env[66010]: INFO networking_nsxv3.common.synchronization [req-a251a17d-1545-45b5-a683-0732d814276b req-d6e7a4ac-5eaf-4621-9c0d-0897fc0e4599 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1104.885046] env[66010]: INFO networking_nsxv3.common.synchronization [req-a251a17d-1545-45b5-a683-0732d814276b req-d6e7a4ac-5eaf-4621-9c0d-0897fc0e4599 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1104.885131] env[66010]: INFO networking_nsxv3.common.synchronization [req-a251a17d-1545-45b5-a683-0732d814276b req-d6e7a4ac-5eaf-4621-9c0d-0897fc0e4599 service nova] Enqueued Resource ID: aeffe752-9e2a-4a3b-99c7-4e5da3b74771 with Priority: HIGHEST for action port [ 1104.885727] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1104.885893] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1104.886016] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeffe752-9e2a-4a3b-99c7-4e5da3b74771 with Priority: HIGHEST for action port [ 1104.886318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.886441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.886509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.886711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.886795] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.887724] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.887829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.888125] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.888236] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.888299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.888623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.888654] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeffe752-9e2a-4a3b-99c7-4e5da3b74771',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.250579] env[66010]: INFO networking_nsxv3.common.synchronization [req-32a99287-4768-48f8-a061-02c28de38a3d req-f45e41f3-b561-465a-bef7-8d4260ba2950 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 1105.250835] env[66010]: INFO networking_nsxv3.common.synchronization [req-32a99287-4768-48f8-a061-02c28de38a3d req-f45e41f3-b561-465a-bef7-8d4260ba2950 service nova] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1105.250971] env[66010]: INFO networking_nsxv3.common.synchronization [req-32a99287-4768-48f8-a061-02c28de38a3d req-f45e41f3-b561-465a-bef7-8d4260ba2950 service nova] Enqueued Resource ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 with Priority: HIGHEST for action port [ 1105.251593] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_rules [ 1105.251732] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1105.251825] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 with Priority: HIGHEST for action port [ 1105.252115] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.252241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.252307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.252508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.252590] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.253721] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.253932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.254007] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.254191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.254339] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.254434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.254575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.254733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.254819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.254911] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.255852] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.255941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.255941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.256092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.256163] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.390766] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.392099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.392384] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aeffe752-9e2a-4a3b-99c7-4e5da3b74771 with status ACTIVE [ 1105.392691] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.392796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.392796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.393085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.393176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.393334] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.393424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.393488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.393661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.393739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.393920] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.394047] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.394130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.394285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.394375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.394488] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aeffe752-9e2a-4a3b-99c7-4e5da3b74771 is going to be updated. [ 1105.434872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.435026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.435091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.435299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.435464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.435646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeffe752-9e2a-4a3b-99c7-4e5da3b74771" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.684501] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecf5d6-f379-4997-812c-955611cbfc1c in Status: SUCCESS [ 1105.684711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.684867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.685106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.685522] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.685522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.685522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.685660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.685704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.685792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.685880] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.759036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.759036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.759036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.759811] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 with status ACTIVE [ 1105.759897] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.760087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.760327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.760468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.760702] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.760867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.761646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.761819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.762130] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.762276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.762373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.762599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.762719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.762849] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1 is going to be updated. [ 1105.785545] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.785718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.786380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.786380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.786380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.786380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb5c2ad-c330-4e54-98c5-0ae4f70c2df1" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128497] env[66010]: INFO networking_nsxv3.common.synchronization [req-6f3ab21d-4b35-4ec7-8f6b-5b9c47f704d2 req-9653ca45-7509-49af-8259-6c6735ddae97 tempest-ServerMetadataTestJSON-1608101613 tempest-ServerMetadataTestJSON-1608101613-project-member] Enqueued Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_members [ 1106.129450] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_members [ 1106.129878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.131042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.131042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.132481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.132481] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.132481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.132481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.133318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.133318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.133318] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.184803] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1106.184803] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 1106.184803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.190292] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.264865] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.398172] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1106.398404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.398637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.398877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.399099] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.399225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.399289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.399447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.399531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.399623] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.498936] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.499180] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-737" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.499364] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-737" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.499764] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-737" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.500137] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.500322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.500452] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.500697] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.500911] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.501163] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.501280] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.501429] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.501535] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.501839] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.501839] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.501978] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.524489] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.524720] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.524839] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.525019] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-737" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.525416] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.525725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.525880] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.526290] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.526430] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f14064-3eb9-4b4c-8f90-a4d69b41405a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.636302] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.636504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.636584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.636826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.636941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.637219] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.637351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.637351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.637553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.637658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.637763] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496feb39-a710-47e9-aed6-c02fa47699cf already deleted. [ 1106.637850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.691541] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ecf5d6-f379-4997-812c-955611cbfc1c: rpc.has_security_group_logging(os_id): False [ 1106.711324] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.711473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.711545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.711766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.712017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.712148] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.712204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.712945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.712945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.712945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.712945] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c is going to be created. [ 1106.769965] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.770131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.770199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.770408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.770491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.770599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 1106.790766] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.790766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.790766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.791036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.791166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.813950] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ecf5d6-f379-4997-812c-955611cbfc1c in Status: IN_PROGRESS for 2s [ 1106.835322] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.835543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.835543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.835760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.835904] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.852220] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 1106.902775] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.029548] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.029768] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.029888] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.030207] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.030365] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.030522] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port c0f14064-3eb9-4b4c-8f90-a4d69b41405a not found, creating... [ 1107.030782] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.030979] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.031130] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.031362] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.031499] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.031791] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.031942] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.032066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.032296] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.032427] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.032567] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: c0f14064-3eb9-4b4c-8f90-a4d69b41405a is going to be created. [ 1107.054502] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.054802] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.054874] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.055180] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.055441] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.055770] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.405332] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.907528] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.907782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.907855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.908100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.908100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.908220] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1107.945061] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.945225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.945338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.945508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.945657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.958498] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1108.254548] env[66010]: INFO networking_nsxv3.common.synchronization [req-6f3ab21d-4b35-4ec7-8f6b-5b9c47f704d2 req-bfab093a-122c-439e-9010-b30e99f66f20 service nova] Enqueued Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_rules [ 1108.254772] env[66010]: INFO networking_nsxv3.common.synchronization [req-6f3ab21d-4b35-4ec7-8f6b-5b9c47f704d2 req-bfab093a-122c-439e-9010-b30e99f66f20 service nova] Enqueued Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_members [ 1108.255032] env[66010]: INFO networking_nsxv3.common.synchronization [req-6f3ab21d-4b35-4ec7-8f6b-5b9c47f704d2 req-bfab093a-122c-439e-9010-b30e99f66f20 service nova] Enqueued Resource ID: c0f14064-3eb9-4b4c-8f90-a4d69b41405a with Priority: HIGHEST for action port [ 1108.256191] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_rules [ 1108.256191] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_members [ 1108.256191] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f14064-3eb9-4b4c-8f90-a4d69b41405a with Priority: HIGHEST for action port [ 1108.256474] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.256625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.256708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.256999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.257100] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.261019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.261019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.261019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.261019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.261019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.261019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.261019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.261019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.261019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.261019] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.261019] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.261790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.261790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.262958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.263095] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f14064-3eb9-4b4c-8f90-a4d69b41405a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.765861] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.767009] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.767134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.767322] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0f14064-3eb9-4b4c-8f90-a4d69b41405a with status ACTIVE [ 1108.767484] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.767752] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.767832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.768776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.768776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.768776] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.768776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.768776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.768776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.768776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.769083] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.770021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.770021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.770117] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.770149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.772156] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0f14064-3eb9-4b4c-8f90-a4d69b41405a is going to be updated. [ 1108.794938] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.795141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.795216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.795434] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.795612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.795826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0f14064-3eb9-4b4c-8f90-a4d69b41405a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.826797] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ecf5d6-f379-4997-812c-955611cbfc1c in Status: SUCCESS [ 1108.826967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.863618] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 1108.863790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.864049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.864168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.864380] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.864500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.864660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.864877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.864877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.864984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.864984] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.926211] env[66010]: INFO networking_nsxv3.common.synchronization [req-26ee12ee-d475-4eb4-868b-5b8276dbbca6 req-410ce72c-0755-4701-bb1d-de6f67bfc36e tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1108.926754] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1108.927110] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.927234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.927302] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.927514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.927694] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.927796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.927855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.928197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.928197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.928298] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.272928] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.368098] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.368301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.368413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.368705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.368951] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.369088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.369192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.369414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.369552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.369689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.369900] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.370086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.370195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.370400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.370606] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.370740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.370832] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.371129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.371272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.371388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.371523] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.432137] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.432424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.432424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.432613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.432708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.432896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.432986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.433078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.433205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.433276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.433375] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1109.465202] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.465457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.465589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.465856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.467602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.478526] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1109.776551] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.776891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.776891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.776979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.777033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.777171] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496feb39-a710-47e9-aed6-c02fa47699cf is going to be created. [ 1109.806410] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.806592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.806708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.807089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.807299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.821261] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496feb39-a710-47e9-aed6-c02fa47699cf in Status: UNINITIALIZED for 2s [ 1109.874342] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ebb7884-2dfd-4a43-8a1f-2cb94979d370: rpc.has_security_group_logging(os_id): False [ 1109.899171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.899171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.899171] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.899171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.899652] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.899989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.900562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.900743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.900912] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 1109.973680] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1109.974122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.974411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.974753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.975101] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.975383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.976071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.976364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.976539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.976803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.977132] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.988957] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.989122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.989196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.989401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.991100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.003606] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 1110.480766] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.481124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.481124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.481254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.483093] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.483093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.483093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.483365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.483365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.483365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.483517] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.483645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.483703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.483927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.484188] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.484188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.484188] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.484629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.484629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.484629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.484629] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.538996] env[66010]: INFO networking_nsxv3.common.synchronization [req-f928168b-f9bd-41cb-afc5-780f925894b4 req-bdbf638f-4681-4aa9-95f4-273a088550f8 tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_members [ 1110.539304] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_members [ 1110.539668] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.539815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.539865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.540549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.540733] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.540839] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.540906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.541101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.541191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.541287] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.909361] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.909740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.909875] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.910314] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.910737] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.911188] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.911269] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.911552] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.911873] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.912147] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.912353] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.912543] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.912731] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.912937] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.913140] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.913356] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.937040] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.937159] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.937285] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.937454] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.937945] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-ee4ff6b1-29d0-4569-b639-bc4d4744951f taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.938119] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.938266] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.939016] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.939016] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee4ff6b1-29d0-4569-b639-bc4d4744951f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.988440] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ebf8a7-e66f-4b48-8be6-9b20307d5790: rpc.has_security_group_logging(os_id): False [ 1111.007320] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.007655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.007655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.007870] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.007986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.008237] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.008331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.008408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.008548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.008725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.008938] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.009190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.009190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.009347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.009347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.009490] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.009607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.009701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.009795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.009881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.009942] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1111.044255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.044432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.044726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.044726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.044811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.045042] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.045146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.045246] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.045500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.045500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.045625] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d already deleted. [ 1111.045677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.096215] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.097036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.097036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.097036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.097036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111990] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1111.441330] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.441537] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.441629] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.441947] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.442135] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.442297] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port ee4ff6b1-29d0-4569-b639-bc4d4744951f not found, creating... [ 1111.442578] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.442741] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.442855] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.443116] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.443257] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.443537] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.443689] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.443803] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.444010] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.444146] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.444280] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: ee4ff6b1-29d0-4569-b639-bc4d4744951f is going to be created. [ 1111.467138] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.467390] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.467524] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.467891] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.468189] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.468462] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.489472] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1111.489652] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f deletion is rescheduled due to dependency. [ 1111.489766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.832196] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496feb39-a710-47e9-aed6-c02fa47699cf in Status: SUCCESS [ 1111.832454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.832667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.833140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.833140] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.833338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.833338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.833487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.833556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.833669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.833772] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.023313] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 1112.023682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.239058] env[66010]: INFO networking_nsxv3.common.synchronization [req-f928168b-f9bd-41cb-afc5-780f925894b4 req-6055ece6-1082-4c3d-924b-3f2154e31dc4 service nova] Enqueued Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_rules [ 1112.239058] env[66010]: INFO networking_nsxv3.common.synchronization [req-f928168b-f9bd-41cb-afc5-780f925894b4 req-6055ece6-1082-4c3d-924b-3f2154e31dc4 service nova] Enqueued Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_members [ 1112.239058] env[66010]: INFO networking_nsxv3.common.synchronization [req-f928168b-f9bd-41cb-afc5-780f925894b4 req-6055ece6-1082-4c3d-924b-3f2154e31dc4 service nova] Enqueued Resource ID: ee4ff6b1-29d0-4569-b639-bc4d4744951f with Priority: HIGHEST for action port [ 1112.239058] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_rules [ 1112.239690] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_members [ 1112.239919] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee4ff6b1-29d0-4569-b639-bc4d4744951f with Priority: HIGHEST for action port [ 1112.240394] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.240731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.240882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.241182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.241352] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.242473] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.242695] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.242835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.244018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.244018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.244018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.244018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.244018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.244018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.244018] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.245031] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee4ff6b1-29d0-4569-b639-bc4d4744951f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.245308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.245453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.245711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.245928] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee4ff6b1-29d0-4569-b639-bc4d4744951f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.335794] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.338441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.338441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.338441] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.338441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.339172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.339172] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.754924] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.754924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.754924] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.754924] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee4ff6b1-29d0-4569-b639-bc4d4744951f with status ACTIVE [ 1112.754924] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.754924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.754924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.756545] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.758414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.759044] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.759383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.759636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.760076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.760388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.760970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.761327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.761570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.762299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.762598] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee4ff6b1-29d0-4569-b639-bc4d4744951f is going to be updated. [ 1112.789113] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.789113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.789113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.789113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.789113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.789113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee4ff6b1-29d0-4569-b639-bc4d4744951f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.843537] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 496feb39-a710-47e9-aed6-c02fa47699cf: rpc.has_security_group_logging(os_id): False [ 1112.876517] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.876701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.876772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.877017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.877121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.877345] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.877447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.877513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.877713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.877784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.877962] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.878069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.878133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.878277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.878349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.878524] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.878636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.878699] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.878844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.878916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.879010] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496feb39-a710-47e9-aed6-c02fa47699cf is going to be created. [ 1112.967899] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.967899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.967899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.968300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.968553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.988309] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496feb39-a710-47e9-aed6-c02fa47699cf in Status: IN_PROGRESS for 2s [ 1113.133470] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1113.133470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.266705] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.454694] env[66010]: INFO networking_nsxv3.common.synchronization [None req-53269f21-5f6f-46fe-b791-012075b87c37 None None] Enqueued Resource ID: 889e1371-f3bb-4503-a391-e94b49fa8521 with Priority: HIGHEST for action port [ 1113.454803] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889e1371-f3bb-4503-a391-e94b49fa8521 with Priority: HIGHEST for action port [ 1113.455373] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-889e1371-f3bb-4503-a391-e94b49fa8521 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.455575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-889e1371-f3bb-4503-a391-e94b49fa8521" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.455950] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-889e1371-f3bb-4503-a391-e94b49fa8521" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.456149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-889e1371-f3bb-4503-a391-e94b49fa8521" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.456325] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('889e1371-f3bb-4503-a391-e94b49fa8521',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.770357] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.770499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.770582] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.770799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.770890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.770987] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d is going to be created. [ 1113.800393] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.803231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.803231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.803915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.804717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.820884] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d in Status: UNINITIALIZED for 2s [ 1113.958964] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 889e1371-f3bb-4503-a391-e94b49fa8521 [ 1113.959913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.959913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.959913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.959913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.959913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.959913] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:889e1371-f3bb-4503-a391-e94b49fa8521 already deleted. [ 1113.959913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-889e1371-f3bb-4503-a391-e94b49fa8521" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.003776] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 496feb39-a710-47e9-aed6-c02fa47699cf in Status: SUCCESS [ 1115.004081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.833019] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d in Status: SUCCESS [ 1115.833407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.833481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.833674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.833958] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.834290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.834378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.834551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.834629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.834712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.834800] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.337371] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.839816] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d: rpc.has_security_group_logging(os_id): False [ 1116.861983] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.862239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.862394] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.862764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.862938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.863297] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.864081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.864081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.864081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.864081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.864081] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d is going to be created. [ 1116.927045] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.927214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.927373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.927711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.927960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.942670] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d in Status: IN_PROGRESS for 2s [ 1118.456267] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1118.456609] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1118.608505] env[66010]: INFO networking_nsxv3.common.synchronization [req-e812af12-ce8d-44a4-9ed8-5eb1eaad4113 req-cb670a75-15ea-47ac-9e7f-aa453cf0ca56 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1118.609498] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1118.609652] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.609778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.609901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.610173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.610344] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.610435] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.610526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.610781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.610929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.611036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.789445] env[66010]: INFO networking_nsxv3.common.synchronization [None req-45005f05-cb85-4fd3-9ca8-956c9c4965e3 None None] Enqueued Resource ID: 0e1da2c1-05f5-4258-a910-2694d6e65ace with Priority: HIGHEST for action port [ 1118.790640] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1da2c1-05f5-4258-a910-2694d6e65ace with Priority: HIGHEST for action port [ 1118.791118] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e1da2c1-05f5-4258-a910-2694d6e65ace taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.792158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e1da2c1-05f5-4258-a910-2694d6e65ace" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.792158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e1da2c1-05f5-4258-a910-2694d6e65ace" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.792158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e1da2c1-05f5-4258-a910-2694d6e65ace" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.792158] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1da2c1-05f5-4258-a910-2694d6e65ace',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.959087] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d in Status: SUCCESS [ 1118.959336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.067257] env[66010]: INFO networking_nsxv3.common.synchronization [req-d29acd40-0ee6-450a-b719-753423916e29 req-7faa4a31-3a84-4f9d-bfb0-11a612e91cd4 tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1119.067257] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1119.067856] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.068248] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.068518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.068884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.069200] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.069472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.069658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.070045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.070267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.070507] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.114040] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.295040] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e1da2c1-05f5-4258-a910-2694d6e65ace [ 1119.296043] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.296043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.296311] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.296522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.296581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.296697] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e1da2c1-05f5-4258-a910-2694d6e65ace already deleted. [ 1119.296806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e1da2c1-05f5-4258-a910-2694d6e65ace" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.574745] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.574745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.574745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.574745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.574745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.575322] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.575322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.575322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.575322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.575322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.575322] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1119.608522] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.608522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.608522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.608739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.609606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.613910] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.614101] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.614219] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.614480] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.614735] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.614883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.615295] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.615421] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.615563] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.616499] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.616499] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.616499] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.616499] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.616499] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.616499] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.616499] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.618014] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.620445] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1119.643133] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.643133] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.643133] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.643133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-301" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.643133] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.643133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.643654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.643654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.643717] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba80b79-2ac5-4798-9bfc-e3fa14ebae9c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.123752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.124293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.124293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.124471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.124629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.124696] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1120.149604] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.149844] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.149973] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.150344] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.151030] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.151030] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port fba80b79-2ac5-4798-9bfc-e3fa14ebae9c not found, creating... [ 1120.151030] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.151279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.151279] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.152066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.152066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.152066] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.152222] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.152363] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.153101] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.153101] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.153101] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: fba80b79-2ac5-4798-9bfc-e3fa14ebae9c is going to be created. [ 1120.258202] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.258202] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.258338] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.258710] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.259747] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.261444] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.264197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.264373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.264437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.266030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.266030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.284107] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1120.921158] env[66010]: INFO networking_nsxv3.common.synchronization [req-d29acd40-0ee6-450a-b719-753423916e29 req-9085cc9a-1c0f-4402-9661-62021bfe24bc service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 1120.921430] env[66010]: INFO networking_nsxv3.common.synchronization [req-d29acd40-0ee6-450a-b719-753423916e29 req-9085cc9a-1c0f-4402-9661-62021bfe24bc service nova] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1120.921464] env[66010]: INFO networking_nsxv3.common.synchronization [req-d29acd40-0ee6-450a-b719-753423916e29 req-9085cc9a-1c0f-4402-9661-62021bfe24bc service nova] Enqueued Resource ID: fba80b79-2ac5-4798-9bfc-e3fa14ebae9c with Priority: HIGHEST for action port [ 1120.923684] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_rules [ 1120.924341] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1120.924341] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba80b79-2ac5-4798-9bfc-e3fa14ebae9c with Priority: HIGHEST for action port [ 1120.924341] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.924506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.924634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.924937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.924968] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.926051] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.926051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.926176] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.926292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.926292] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.926459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.926531] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba80b79-2ac5-4798-9bfc-e3fa14ebae9c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.289808] env[66010]: INFO networking_nsxv3.common.synchronization [None req-fdb7304d-dc05-4fab-ac77-a5f257572638 None None] Enqueued Resource ID: b33cc944-c2d7-42ed-aa80-dbb55e29f050 with Priority: HIGHEST for action port [ 1121.290593] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33cc944-c2d7-42ed-aa80-dbb55e29f050 with Priority: HIGHEST for action port [ 1121.290761] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-b33cc944-c2d7-42ed-aa80-dbb55e29f050 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.290881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b33cc944-c2d7-42ed-aa80-dbb55e29f050" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.291032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b33cc944-c2d7-42ed-aa80-dbb55e29f050" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.291277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b33cc944-c2d7-42ed-aa80-dbb55e29f050" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.291350] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33cc944-c2d7-42ed-aa80-dbb55e29f050',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.428363] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.428515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.428663] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba80b79-2ac5-4798-9bfc-e3fa14ebae9c with status ACTIVE [ 1121.429012] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.429135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.429198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.429402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.429487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.429648] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.429739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.429840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.429943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.430076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.430195] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.430385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.430385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.430482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.430539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.430631] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba80b79-2ac5-4798-9bfc-e3fa14ebae9c is going to be updated. [ 1121.458982] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.459166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.459235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.459420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.459557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.459713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba80b79-2ac5-4798-9bfc-e3fa14ebae9c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.634688] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1121.635694] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 1121.635694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.635694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.635694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.635694] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.635694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.636133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.636133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.636133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.636133] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.795922] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b33cc944-c2d7-42ed-aa80-dbb55e29f050 [ 1121.796285] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.796479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.796479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.796785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.796822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.796894] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b33cc944-c2d7-42ed-aa80-dbb55e29f050 already deleted. [ 1121.796990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b33cc944-c2d7-42ed-aa80-dbb55e29f050" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.140290] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.303279] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1122.305164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.614724] env[66010]: INFO networking_nsxv3.common.synchronization [req-f21edbed-6d6c-4239-a60b-a8826dc195d2 req-d52c3d6a-2edb-4c30-87ad-69982c2b938d tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1122.615332] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1122.615721] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.615860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.615970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.616200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.616362] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.616463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.616526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.616674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.616758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.616853] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.645927] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.119167] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.151813] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.152114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.152114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.152211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.152297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.152394] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1123.187657] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.187891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.187966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.188171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.188336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.197351] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1123.622072] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.808174] env[66010]: INFO networking_nsxv3.common.synchronization [req-31373f84-7af7-438e-817a-c00e7d2dfd2a req-b283a983-2b01-4c06-80b5-dfb712e02a80 tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1123.808174] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1123.808174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.808174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.808174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.808174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.808174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.808174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.808174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.808174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.809702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.809950] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.838602] env[66010]: INFO networking_nsxv3.common.synchronization [req-581f4200-fa3a-45f3-b721-22aff8a28c1e req-1d15fbb1-50ee-4a5f-bac4-f8dff184c5c0 tempest-ServerMetadataTestJSON-1608101613 tempest-ServerMetadataTestJSON-1608101613-project-member] Enqueued Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_members [ 1123.839540] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGHEST for action security_group_members [ 1123.839901] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.840088] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.840235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.840477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.841076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.841076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.841076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.841076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.841076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.842271] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.125018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.125018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.125018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.125227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.125227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.125291] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be updated. [ 1124.134733] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.134959] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.135101] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.135366] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.135622] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.135776] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.135886] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.136113] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.136255] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.136455] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.136570] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.136675] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.136776] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.136878] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.136975] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.137115] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.154622] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.154985] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.154985] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.155112] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-954" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.155472] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-2bec4906-1f23-4b27-925d-b6b85a3066e8 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.155664] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.155883] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.156217] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.156369] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bec4906-1f23-4b27-925d-b6b85a3066e8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.158280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.158496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.158496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.158655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.158855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.170788] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: IN_PROGRESS for 2s [ 1124.312408] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.312559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.312630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.312847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.312941] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.313149] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.313244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.313308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.313452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.313862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.313862] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1124.341506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.341652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.341720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.342062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.342205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.343606] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.343814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.343867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.344633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.344633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.344633] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.344633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.344633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.344909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.344909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.344909] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496feb39-a710-47e9-aed6-c02fa47699cf is going to be updated. [ 1124.355128] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1124.375488] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.375655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.375655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.376345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.376345] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.385589] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496feb39-a710-47e9-aed6-c02fa47699cf in Status: IN_PROGRESS for 2s [ 1124.662467] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.662467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.662467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.662467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.662467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.662467] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 2bec4906-1f23-4b27-925d-b6b85a3066e8 not found, creating... [ 1124.662467] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.662467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.662893] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.662893] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.662893] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.663182] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.663335] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.663448] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.663654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.663784] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.663921] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 2bec4906-1f23-4b27-925d-b6b85a3066e8 is going to be created. [ 1124.686146] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.686370] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.686501] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.686888] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.687203] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.687503] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.209730] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 4s [ 1125.419061] env[66010]: INFO networking_nsxv3.common.synchronization [req-31373f84-7af7-438e-817a-c00e7d2dfd2a req-97416ae2-b15a-4d6b-ba55-61ec1ca59a4c service nova] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_rules [ 1125.419324] env[66010]: INFO networking_nsxv3.common.synchronization [req-31373f84-7af7-438e-817a-c00e7d2dfd2a req-97416ae2-b15a-4d6b-ba55-61ec1ca59a4c service nova] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1125.419508] env[66010]: INFO networking_nsxv3.common.synchronization [req-31373f84-7af7-438e-817a-c00e7d2dfd2a req-97416ae2-b15a-4d6b-ba55-61ec1ca59a4c service nova] Enqueued Resource ID: 2bec4906-1f23-4b27-925d-b6b85a3066e8 with Priority: HIGHEST for action port [ 1125.421853] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_rules [ 1125.422034] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1125.422144] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bec4906-1f23-4b27-925d-b6b85a3066e8 with Priority: HIGHEST for action port [ 1125.422492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.422660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.422736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.422995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.423106] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.424331] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.424464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.424694] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bec4906-1f23-4b27-925d-b6b85a3066e8 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.424846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.424923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.425136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.425189] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bec4906-1f23-4b27-925d-b6b85a3066e8',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.926499] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.926638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.931127] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bec4906-1f23-4b27-925d-b6b85a3066e8 with status ACTIVE [ 1125.931425] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.931564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.931631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.931872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.931972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.932161] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.932546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.932546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.932546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.932679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.932775] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.932860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.932923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.933125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.933200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.933300] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bec4906-1f23-4b27-925d-b6b85a3066e8 is going to be updated. [ 1125.955621] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.955840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.955918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.956138] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.956272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.956445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bec4906-1f23-4b27-925d-b6b85a3066e8" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.182060] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: SUCCESS [ 1126.182440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.366982] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1126.367263] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f deletion is rescheduled due to dependency. [ 1126.367371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.367477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.367702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.367956] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.368134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.368183] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.368301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.368379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.368472] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.400389] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 496feb39-a710-47e9-aed6-c02fa47699cf in Status: SUCCESS [ 1126.400676] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 496feb39-a710-47e9-aed6-c02fa47699cf deletion is rescheduled due to dependency. [ 1126.401076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.870801] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.219022] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1127.219109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.219223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.219437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.219816] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.219816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.219816] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.220028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.220066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.220167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.220982] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.373615] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.722801] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.722989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.722989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.723653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.723653] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.723653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.723653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.723653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.723933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.723933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.724050] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.724091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.724119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.724290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.724417] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.724552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.724615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.724759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.724831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.724913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.725010] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.875906] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.876229] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.876353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.876599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.876772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.876832] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1127.909907] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.910109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.910288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.910532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.910681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.919869] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1127.993607] env[66010]: INFO networking_nsxv3.common.synchronization [req-9860b385-b8b1-49b3-8f5f-a9852b58dc79 req-7aad5c28-038f-419e-8472-d027eccef85d tempest-ServerTagsTestJSON-293024514 tempest-ServerTagsTestJSON-293024514-project-member] Enqueued Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_members [ 1127.994165] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_members [ 1127.994470] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.994591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.994657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.994909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.995079] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.995181] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.995263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.995416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.995656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.995656] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.228215] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c86e8117-9a9d-431d-ad85-bfb47bad9984: rpc.has_security_group_logging(os_id): False [ 1128.252179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.252299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.252364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.252574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.252660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.252845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.252932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.252995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.253152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.253222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.253399] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.253485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.253541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.253677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.253743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.253935] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.255365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.255482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.255784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.255874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.256645] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1128.359875] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.360157] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-203" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.360285] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-203" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.360652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-203" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.360959] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.361242] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.361361] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.361603] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.361746] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.361963] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.362076] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.362200] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.362281] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.362386] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.362488] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.362621] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.365321] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.365573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.365791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.365937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.381471] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1128.387594] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.387761] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.388093] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.388293] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-203" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.388627] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.388838] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.388968] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.389306] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.389447] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad8e980-3596-4c52-a0f2-aaecf3f5be77',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.497978] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.498155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.498228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.498667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.498817] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.499065] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.499176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.499350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.499542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.499642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.499749] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 already deleted. [ 1128.500034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.892687] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.892901] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.893043] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.893338] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.893494] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.893644] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 4ad8e980-3596-4c52-a0f2-aaecf3f5be77 not found, creating... [ 1128.893897] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.895884] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.895884] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.895884] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 4ad8e980-3596-4c52-a0f2-aaecf3f5be77 is going to be created. [ 1128.916787] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.917026] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.917159] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.917655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.917722] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.917994] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.632195] env[66010]: INFO networking_nsxv3.common.synchronization [req-9860b385-b8b1-49b3-8f5f-a9852b58dc79 req-dbaccd81-b098-48e1-b07d-a9cc6655872d service nova] Enqueued Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_rules [ 1129.632435] env[66010]: INFO networking_nsxv3.common.synchronization [req-9860b385-b8b1-49b3-8f5f-a9852b58dc79 req-dbaccd81-b098-48e1-b07d-a9cc6655872d service nova] Enqueued Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_members [ 1129.632490] env[66010]: INFO networking_nsxv3.common.synchronization [req-9860b385-b8b1-49b3-8f5f-a9852b58dc79 req-dbaccd81-b098-48e1-b07d-a9cc6655872d service nova] Enqueued Resource ID: 4ad8e980-3596-4c52-a0f2-aaecf3f5be77 with Priority: HIGHEST for action port [ 1129.633025] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_rules [ 1129.633272] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_members [ 1129.633374] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad8e980-3596-4c52-a0f2-aaecf3f5be77 with Priority: HIGHEST for action port [ 1129.633650] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.633771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.633838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.634096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.634178] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.635461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.635668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.635759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.635994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.636200] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.636340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.636407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.636555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.636640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.636729] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.637522] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.637599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.637664] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.637830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.637925] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad8e980-3596-4c52-a0f2-aaecf3f5be77',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.929921] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1129.930457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.930457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.930642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.930710] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.930829] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.930906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.931077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.931158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.931240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.931327] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.138069] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.138069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.139812] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ad8e980-3596-4c52-a0f2-aaecf3f5be77 with status ACTIVE [ 1130.140112] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.140280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.140380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.140928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.141091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.141325] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.141396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.141448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.141856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.141856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.141964] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.141964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.142089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.142590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.142590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.142590] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ad8e980-3596-4c52-a0f2-aaecf3f5be77 is going to be updated. [ 1130.143848] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.165902] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.166155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.166155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.166378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.166519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.166673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad8e980-3596-4c52-a0f2-aaecf3f5be77" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.395486] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1130.395648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.433930] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.433930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.433930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.434216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.434358] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.435023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.435023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.435023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.435023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.435023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.435268] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.435268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.435268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.435385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.435542] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.435634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.435733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.435931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.436046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.436149] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.436240] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.646656] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.938126] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c828db-c35e-47d0-8b6d-4666f69cbc1f: rpc.has_security_group_logging(os_id): False [ 1130.955878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.956060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.956159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.956346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.956429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.956626] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.956720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.956780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.956928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.957009] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.957206] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.957297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.957381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.957522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.957594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.957780] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.957922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.957988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.958137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.958263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.958304] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1131.043327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.043488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.043556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.043750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.043897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.056386] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1131.149162] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.149455] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.149557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.149810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.149989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.150191] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 is going to be created. [ 1131.182342] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.182515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.182560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.182766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.182926] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.199993] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 in Status: UNINITIALIZED for 2s [ 1132.527420] env[66010]: INFO networking_nsxv3.common.synchronization [req-eec45e75-d06f-49e8-ab3c-073465d73f04 req-36f3acc7-2f67-4e8c-9ee8-5f00b40f455c tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1132.528015] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGHEST for action security_group_members [ 1132.528322] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.528443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.528509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.528698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.528871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.529020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.529020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.529309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.529395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.529614] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.031146] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.031357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.031416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.031608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.031700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.031894] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.032053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.032053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.032214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.032289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032374] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be updated. [ 1133.062485] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.062622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.062691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.062893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.063070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.070169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1133.070414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.071229] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: IN_PROGRESS for 2s [ 1133.210911] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 in Status: SUCCESS [ 1133.211167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.211327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.211537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.211727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.211861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.211918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.212060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.212140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.212222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.212321] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.715275] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.715611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.715611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.715703] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.715885] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.715993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.716075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.716469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.716469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.716469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.716599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.716659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.716706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.717140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.717140] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.717140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.717140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.717306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.717409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.717444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.717556] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.022801] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f8bfa07-c00c-403c-941a-ce269c0997fa req-237cd603-b267-41bf-a525-a144c26f68c0 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1134.023394] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1134.023728] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.023852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.023919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.024143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.024297] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.024408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.024473] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.024673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.024773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.024876] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.220303] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7fd927e-fc01-47b5-addf-c14999afe7c2: rpc.has_security_group_logging(os_id): False [ 1134.238926] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.239084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.239163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.239439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.239532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.239719] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.239820] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.239882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.240025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.240105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.240317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.240396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.240458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.240601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.240677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.240862] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.240955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.241037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.241153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.241254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.241514] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 is going to be created. [ 1134.303898] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.304055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.304128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.304481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.304578] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.316080] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 in Status: IN_PROGRESS for 2s [ 1134.342308] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.342498] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.342618] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.342878] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.343140] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.343297] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.343407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.343609] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.343745] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.344014] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.344126] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.344229] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.344331] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.344459] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.344556] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.344681] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.367662] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.368436] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.368436] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.368436] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-259" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.368692] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-f9d71682-44cd-4bfa-a95f-d635469a2b7a taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.368789] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.368819] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.369149] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.369286] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d71682-44cd-4bfa-a95f-d635469a2b7a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.527273] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.872261] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.872665] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.872665] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.872889] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.873052] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.873236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port f9d71682-44cd-4bfa-a95f-d635469a2b7a not found, creating... [ 1134.873539] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.873704] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.873820] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.874117] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.874410] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.874596] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.874751] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.874863] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.875086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.875219] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.875357] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: f9d71682-44cd-4bfa-a95f-d635469a2b7a is going to be created. [ 1134.901306] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.901600] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.901668] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.901944] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.902179] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.902405] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.029435] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.082323] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e in Status: SUCCESS [ 1135.082522] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e deletion is rescheduled due to dependency. [ 1135.082579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.533244] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.533430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.533496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.533713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.533806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.533909] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1135.564347] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.564495] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.564537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.564766] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.564908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.574341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1135.584850] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f8bfa07-c00c-403c-941a-ce269c0997fa req-a9a0db91-5e9c-4f52-a941-8d187e2e4357 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1135.585028] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f8bfa07-c00c-403c-941a-ce269c0997fa req-a9a0db91-5e9c-4f52-a941-8d187e2e4357 service nova] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1135.585211] env[66010]: INFO networking_nsxv3.common.synchronization [req-8f8bfa07-c00c-403c-941a-ce269c0997fa req-a9a0db91-5e9c-4f52-a941-8d187e2e4357 service nova] Enqueued Resource ID: f9d71682-44cd-4bfa-a95f-d635469a2b7a with Priority: HIGHEST for action port [ 1135.585380] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_rules [ 1135.585499] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1135.585590] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d71682-44cd-4bfa-a95f-d635469a2b7a with Priority: HIGHEST for action port [ 1135.586201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.586366] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.586395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.586571] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.586664] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.588024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.588081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.588273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d71682-44cd-4bfa-a95f-d635469a2b7a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.588456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.588456] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.588602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.588675] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d71682-44cd-4bfa-a95f-d635469a2b7a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.091872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.091872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.091872] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9d71682-44cd-4bfa-a95f-d635469a2b7a with status ACTIVE [ 1136.091872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.091872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.091872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.091872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.091872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.091872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.091872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.091872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.092580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.092580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.092580] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.092580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.092707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.092796] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.092867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.092959] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9d71682-44cd-4bfa-a95f-d635469a2b7a is going to be updated. [ 1136.125371] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.125589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.125589] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.125790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.125972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.126168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d71682-44cd-4bfa-a95f-d635469a2b7a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.330712] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 in Status: SUCCESS [ 1136.330712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.534928] env[66010]: INFO networking_nsxv3.common.synchronization [req-2f996f06-8dba-4368-96da-fa8a35250f5b req-28e8c04e-ad34-4e47-8d0c-3ef390ba9a6f tempest-ImagesOneServerNegativeTestJSON-655395281 tempest-ImagesOneServerNegativeTestJSON-655395281-project-member] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1136.535451] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGHEST for action security_group_members [ 1136.535771] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.535937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.536038] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.536391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.536533] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.536602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.536667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.536850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.536956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.537086] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.042015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.042015] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.042015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.042015] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be updated. [ 1137.069846] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.070014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.070063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.070290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.070421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.079904] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: IN_PROGRESS for 2s [ 1137.584599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1137.584922] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.584970] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.585186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.585372] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.585484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.585546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.585691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.585770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.585878] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.089056] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.590332] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.091895] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f in Status: SUCCESS [ 1139.092167] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f deletion is rescheduled due to dependency. [ 1139.092318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.092802] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.092987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.093074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.093301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.093480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.093621] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1139.124753] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.124753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.124753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.124753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.124753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.134748] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1140.649045] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a1278798-46c7-44a2-92d2-9a7d01db03c9 tempest-AttachInterfacesTestJSON-1944235023 tempest-AttachInterfacesTestJSON-1944235023-project-member] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1140.649624] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGHEST for action security_group_members [ 1140.649932] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.650231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.650319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.650522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.650693] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.650776] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.650837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.650987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.651087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.651179] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.147651] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1141.147995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.148242] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.148551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.148754] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.148909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.149022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.149203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.149287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.149389] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.149483] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.154308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.154447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.154659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.154723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.154801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.155020] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.155127] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.155210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.155379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.155541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.155600] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be updated. [ 1141.186752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.186972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.187083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.187410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.187619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.197213] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: IN_PROGRESS for 2s [ 1141.638695] env[66010]: INFO networking_nsxv3.common.synchronization [req-7eb0230d-9da6-4515-9bdb-aa8dba8d9f4b req-85ac1f0c-b138-4f4d-b753-118882eafcc4 tempest-ServerTagsTestJSON-293024514 tempest-ServerTagsTestJSON-293024514-project-member] Enqueued Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_members [ 1141.642021] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGHEST for action security_group_members [ 1141.642021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.642021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.642021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.643450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.643725] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.643856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.643927] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.644215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.644336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.644448] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.652828] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.652828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.652828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.653287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.653287] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.653287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.653287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.653451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.653451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.653521] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.653647] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.653740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.653799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.653976] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.654141] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.654230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.654293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.654917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.655022] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.655128] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.655233] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.147528] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.147714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.147773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.148304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.148304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.150093] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.150093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.150093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.150093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.150093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.150093] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 is going to be updated. [ 1142.157662] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ebf8a7-e66f-4b48-8be6-9b20307d5790: rpc.has_security_group_logging(os_id): False [ 1142.178881] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.179141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.179141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.179457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.179555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.180240] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.180403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.180486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.180662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.180741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.180932] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.181420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.181420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.181420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.181420] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.181673] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.181673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.181673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.181842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.181842] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.181925] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1142.190799] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.190799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.190799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.190799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.190799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.201299] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 in Status: IN_PROGRESS for 2s [ 1142.248939] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.249241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.249241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.249433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.249574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.265299] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1143.218159] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 in Status: SUCCESS [ 1143.218539] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 deletion is rescheduled due to dependency. [ 1143.218539] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.046376] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.046554] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.047301] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.047301] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.047301] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.047477] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.047542] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.048985] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.049123] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.049874] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.049874] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.049874] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.049874] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.049874] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.049874] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.050125] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.070763] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.070928] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.071072] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.071259] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-402" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.071571] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-4cf4503b-ee44-429c-86a6-44c045300378 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.071744] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.071863] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.072151] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.072285] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cf4503b-ee44-429c-86a6-44c045300378',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.214237] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 in Status: IN_PROGRESS for 4s [ 1144.278887] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1144.279281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.575580] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.575789] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.575903] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.576292] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.576461] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.576751] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.576906] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.577031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.577258] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.577394] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.577739] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.577910] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.578086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.578312] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.578444] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.578585] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 4cf4503b-ee44-429c-86a6-44c045300378 is going to be updated. [ 1144.599848] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.600063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.600063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.600268] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.600564] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.600790] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.406728] env[66010]: INFO networking_nsxv3.common.synchronization [req-b89416d5-e82a-45fd-836d-db90df268bfc req-15db9bd8-51e0-4800-a6bd-2b482c051c41 service nova] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1145.407047] env[66010]: INFO networking_nsxv3.common.synchronization [req-b89416d5-e82a-45fd-836d-db90df268bfc req-15db9bd8-51e0-4800-a6bd-2b482c051c41 service nova] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1145.407047] env[66010]: INFO networking_nsxv3.common.synchronization [req-b89416d5-e82a-45fd-836d-db90df268bfc req-15db9bd8-51e0-4800-a6bd-2b482c051c41 service nova] Enqueued Resource ID: 4cf4503b-ee44-429c-86a6-44c045300378 with Priority: HIGHEST for action port [ 1145.407515] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_rules [ 1145.407662] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1145.407756] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf4503b-ee44-429c-86a6-44c045300378 with Priority: HIGHEST for action port [ 1145.408103] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.408273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.408315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.408497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.408578] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.409594] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.409684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.409684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.409831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.410430] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.410535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.410615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.410750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.410856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.410955] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.412201] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cf4503b-ee44-429c-86a6-44c045300378 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.412201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.412201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.412201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.412201] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cf4503b-ee44-429c-86a6-44c045300378',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.913613] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.913745] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.913936] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.914893] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cf4503b-ee44-429c-86a6-44c045300378 with status ACTIVE [ 1145.915097] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.915271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.915271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.915899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.915899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.915899] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.915899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.915899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.916166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.916166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.916999] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.916999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.916999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.916999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.916999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.916999] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cf4503b-ee44-429c-86a6-44c045300378 is going to be updated. [ 1145.937829] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.938494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.938494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.938494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.938494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.938622] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cf4503b-ee44-429c-86a6-44c045300378" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.225981] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 in Status: SUCCESS [ 1146.226491] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 deletion is rescheduled due to dependency. [ 1146.226618] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.419913] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.923070] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.923070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.923281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.923281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.923281] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325eac03-29e1-4544-af30-498ffa069706 is going to be updated. [ 1146.954511] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.954713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.954713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.955032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.955177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.965138] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: IN_PROGRESS for 2s [ 1148.978404] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: SUCCESS [ 1148.978661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.978840] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.979073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.979320] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.979459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.979517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.979686] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.979765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.979847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.979976] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.485825] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.988315] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325eac03-29e1-4544-af30-498ffa069706: rpc.has_security_group_logging(os_id): False [ 1150.009576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.009732] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.009818] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.010020] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.010112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.010423] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.010602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.010658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.010915] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.010999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.011106] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325eac03-29e1-4544-af30-498ffa069706 is going to be updated. [ 1150.084418] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.084567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.084567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.084787] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.084998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.098392] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: IN_PROGRESS for 2s [ 1150.409201] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1150.409374] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1151.497955] env[66010]: INFO networking_nsxv3.common.synchronization [req-2d78a62a-6a2d-4b90-b066-274db51c5c7c req-1fe3451c-a57f-4c0c-9dd3-b2ef79ae342c tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1151.497955] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1151.497955] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.498416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.498416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.498416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.498581] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.498681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.499620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.499620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.499620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.499620] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.847650] env[66010]: INFO networking_nsxv3.common.synchronization [None req-0928fef5-3829-47b6-afc5-31a61099721d None None] Enqueued Resource ID: 1b0c29b3-db59-4543-b64f-1ecf174fecc0 with Priority: HIGHEST for action port [ 1151.847650] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0c29b3-db59-4543-b64f-1ecf174fecc0 with Priority: HIGHEST for action port [ 1151.847650] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b0c29b3-db59-4543-b64f-1ecf174fecc0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.847650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b0c29b3-db59-4543-b64f-1ecf174fecc0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.847650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b0c29b3-db59-4543-b64f-1ecf174fecc0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.847650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b0c29b3-db59-4543-b64f-1ecf174fecc0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.847650] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0c29b3-db59-4543-b64f-1ecf174fecc0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.001017] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.115675] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: SUCCESS [ 1152.115939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.349379] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b0c29b3-db59-4543-b64f-1ecf174fecc0 [ 1152.349717] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.349899] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.349997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.350264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.350395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.350544] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b0c29b3-db59-4543-b64f-1ecf174fecc0 already deleted. [ 1152.350632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b0c29b3-db59-4543-b64f-1ecf174fecc0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.503929] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.640292] env[66010]: INFO networking_nsxv3.common.synchronization [None req-be515a42-626a-4aa1-bb12-49fd5000da8a tempest-ServersTestManualDisk-767465723 tempest-ServersTestManualDisk-767465723-project-member] Enqueued Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_rules [ 1152.641703] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_rules [ 1152.642117] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.642409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.642511] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.642841] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.642961] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.739052] env[66010]: INFO networking_nsxv3.common.synchronization [None req-2a9329b0-e682-4d7c-8566-88f844f7bbad tempest-ServersTestManualDisk-767465723 tempest-ServersTestManualDisk-767465723-project-member] Enqueued Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_rules [ 1152.739052] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_rules [ 1152.739052] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.739052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.007513] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.007682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.007754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.007969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.008110] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.008254] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1153.053179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.053329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.053422] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.053707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.053872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.067416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1153.166460] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.166596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.166632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.166854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.166957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.167116] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc already deleted. [ 1153.167162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.167323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.167486] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.167580] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.689988] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.691112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.691112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.691112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.691112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.691112] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc already deleted. [ 1153.691112] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.480989] env[66010]: INFO networking_nsxv3.common.synchronization [None req-a1f49aee-da15-46ac-b2b7-92f56b28b31c None None] Enqueued Resource ID: 59813016-cc20-46df-826a-b3fd91d01be9 with Priority: HIGHEST for action port [ 1154.481541] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59813016-cc20-46df-826a-b3fd91d01be9 with Priority: HIGHEST for action port [ 1154.481872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-59813016-cc20-46df-826a-b3fd91d01be9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.481989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59813016-cc20-46df-826a-b3fd91d01be9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.482069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59813016-cc20-46df-826a-b3fd91d01be9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.482303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59813016-cc20-46df-826a-b3fd91d01be9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.482379] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59813016-cc20-46df-826a-b3fd91d01be9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.984852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59813016-cc20-46df-826a-b3fd91d01be9 [ 1154.984852] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.984852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.984852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.985619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.985619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.985619] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59813016-cc20-46df-826a-b3fd91d01be9 already deleted. [ 1154.985619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59813016-cc20-46df-826a-b3fd91d01be9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.078619] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1155.078619] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.559273] env[66010]: INFO networking_nsxv3.common.synchronization [req-b447b788-04e1-4f9b-a339-03b1aaa35fe3 req-0bbc6f50-7d68-4562-b764-699f7f77d505 tempest-ServersTestJSON-874135222 tempest-ServersTestJSON-874135222-project-member] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1158.560219] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGHEST for action security_group_members [ 1158.560343] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.560411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.560463] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.560694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.560840] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.560939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.561017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.561166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.561253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.561380] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.651882] env[66010]: INFO networking_nsxv3.common.synchronization [req-75d5df55-d544-4308-8fd4-e939c4a0a8f2 req-70882224-4224-489d-8d06-07355fb6129c tempest-ServersTestManualDisk-767465723 tempest-ServersTestManualDisk-767465723-project-member] Enqueued Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_members [ 1158.652089] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_members [ 1158.652397] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.652806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.652806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.652806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.652947] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.653085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.653134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.653370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.653457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.653635] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.983935] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.983935] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.984141] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.984464] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.984730] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.984891] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.985014] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.985240] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.985379] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.985615] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.985727] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.985841] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.985943] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.986061] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.986164] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.986289] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.011102] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.011102] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.011102] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.011299] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-645" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.011485] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-4d034098-9ecf-4a33-b036-4e2bca007b76 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.011619] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.011713] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.012022] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.012156] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d034098-9ecf-4a33-b036-4e2bca007b76',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.064795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.064961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.065049] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.065265] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.065361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.065583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.065674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.065737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.065890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.065965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.066063] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be updated. [ 1159.095727] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.095865] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.095939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.096178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.096314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.106373] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: IN_PROGRESS for 2s [ 1159.155859] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.156114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.156114] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.156356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.156443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.156646] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.156758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.156821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.156985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.157071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.157166] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc already deleted. [ 1159.157244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.514300] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.514553] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.514682] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.515012] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.515190] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.515346] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 4d034098-9ecf-4a33-b036-4e2bca007b76 not found, creating... [ 1159.515623] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.515779] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.515905] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.516307] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.516307] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.516592] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.516816] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.516880] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.517155] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.517272] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.517409] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 4d034098-9ecf-4a33-b036-4e2bca007b76 is going to be created. [ 1159.540080] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.540383] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.540582] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.540930] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.541262] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.541547] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.287007] env[66010]: INFO networking_nsxv3.common.synchronization [req-75d5df55-d544-4308-8fd4-e939c4a0a8f2 req-475bf7d1-235e-4c56-b4fe-697fdce1fceb service nova] Enqueued Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_rules [ 1160.287271] env[66010]: INFO networking_nsxv3.common.synchronization [req-75d5df55-d544-4308-8fd4-e939c4a0a8f2 req-475bf7d1-235e-4c56-b4fe-697fdce1fceb service nova] Enqueued Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_members [ 1160.287336] env[66010]: INFO networking_nsxv3.common.synchronization [req-75d5df55-d544-4308-8fd4-e939c4a0a8f2 req-475bf7d1-235e-4c56-b4fe-697fdce1fceb service nova] Enqueued Resource ID: 4d034098-9ecf-4a33-b036-4e2bca007b76 with Priority: HIGHEST for action port [ 1160.287913] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_rules [ 1160.288058] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_members [ 1160.288154] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d034098-9ecf-4a33-b036-4e2bca007b76 with Priority: HIGHEST for action port [ 1160.288465] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.288585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.288709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.288996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.288996] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.289990] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.289990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.290190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.290250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.290413] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.290913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.290992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.291173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.291268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.291350] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.292433] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d034098-9ecf-4a33-b036-4e2bca007b76 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.292433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.292433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.292634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.292634] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d034098-9ecf-4a33-b036-4e2bca007b76',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.794329] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.794557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.794658] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.795605] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d034098-9ecf-4a33-b036-4e2bca007b76 with status ACTIVE [ 1160.795774] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.795883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.795945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.796178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.796263] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.796428] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.796522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.796583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.796730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.796806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.796979] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.797083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.797145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.797286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.797356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.797437] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d034098-9ecf-4a33-b036-4e2bca007b76 is going to be updated. [ 1160.823053] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.823240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.823240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.823416] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.823547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.823698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d034098-9ecf-4a33-b036-4e2bca007b76" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.117997] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 in Status: SUCCESS [ 1161.118345] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 deletion is rescheduled due to dependency. [ 1161.118454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.300131] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.803928] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.803928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.803928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.803928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.803928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.803928] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc is going to be created. [ 1161.827845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.829853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.829853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.829853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.829853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.839085] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c94538f-578d-43ef-9b5f-c727819feefc in Status: UNINITIALIZED for 2s [ 1163.851135] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c94538f-578d-43ef-9b5f-c727819feefc in Status: SUCCESS [ 1163.851549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.851756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.851968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.852179] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.852294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.852360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.852514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.852610] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.852728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.852827] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.354555] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.857407] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c94538f-578d-43ef-9b5f-c727819feefc: rpc.has_security_group_logging(os_id): False [ 1164.877153] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.877373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.877373] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.877580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.877669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.877917] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.878016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.878075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.878222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.878360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.878461] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc is going to be created. [ 1164.944314] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.944581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.944666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.944903] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.945170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.957659] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c94538f-578d-43ef-9b5f-c727819feefc in Status: IN_PROGRESS for 2s [ 1165.289586] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.289768] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1166.079630] env[66010]: INFO networking_nsxv3.common.synchronization [req-584629f7-15bc-449c-9d63-960703d03614 req-5a8dc9cf-46f0-4d42-b1fc-16ff26794590 tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1166.079630] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1166.079630] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.079630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.079630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.079630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.080459] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.080803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.081284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.081671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.081947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.082208] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.585267] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.585425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.585514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.585711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.585795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.585989] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.586094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.586152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.586330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.586553] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.586704] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1166.615506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.615637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.616278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.616278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.616278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.627226] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1166.821672] env[66010]: INFO networking_nsxv3.common.synchronization [req-a5317721-1437-49f5-ba45-91720bee35ce req-c4dec1ad-852f-4418-bb07-a9cbfba8714b tempest-DeleteServersTestJSON-1186772126 tempest-DeleteServersTestJSON-1186772126-project-member] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1166.822493] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGHEST for action security_group_members [ 1166.822894] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.828028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.828028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.828028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.828028] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.828028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.828028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.828028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.828028] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.828028] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.970486] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c94538f-578d-43ef-9b5f-c727819feefc in Status: SUCCESS [ 1166.971515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.331124] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.331444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.331444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.331580] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.331671] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.331868] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.331969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.332042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.332199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.332275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.332374] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be updated. [ 1167.379198] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.379451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.379628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.379928] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.380190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.392212] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: IN_PROGRESS for 2s [ 1168.639852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1168.640232] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc deletion is rescheduled due to dependency. [ 1168.640232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.247032] env[66010]: INFO networking_nsxv3.common.synchronization [req-0058ee99-bcd5-478f-9660-55d59619d81b req-2b03397d-3e39-4261-8996-b8e43794983f tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_members [ 1169.247845] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGHEST for action security_group_members [ 1169.247845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.248030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.248076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.248287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.248474] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.248584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.249150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.249150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.249150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.249150] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.404021] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 in Status: SUCCESS [ 1169.404226] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 deletion is rescheduled due to dependency. [ 1169.404361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.751905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.752249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.752249] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.752480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.752598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.752855] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.753202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.753288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.753478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.753547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.753892] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c is going to be updated. [ 1169.781158] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.781158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.781158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.781158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.781158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.790747] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecf5d6-f379-4997-812c-955611cbfc1c in Status: IN_PROGRESS for 2s [ 1171.803532] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ecf5d6-f379-4997-812c-955611cbfc1c in Status: SUCCESS [ 1171.803888] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c deletion is rescheduled due to dependency. [ 1171.803888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.249055] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.249323] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1175.364053] env[66010]: INFO networking_nsxv3.common.synchronization [None req-3683b874-3797-4a1f-8d8c-6b12efb52a20 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_rules [ 1175.364585] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_rules [ 1175.364883] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.365011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.365576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.365846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.366088] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.457290] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c69f3c6e-4b94-4cb8-850f-356949bc927b tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_rules [ 1175.457290] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_rules [ 1175.457518] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.457668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.889878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.890708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.890708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.890919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891032] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.891137] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c23311d0-8476-4ce5-8269-b63eac992598 already deleted. [ 1175.891220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.891370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.891537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891630] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.130473] env[66010]: INFO networking_nsxv3.common.synchronization [None req-e05670f8-2e43-480c-8816-0d932dc6d5cf None None] Enqueued Resource ID: 6be2cba1-b52c-4968-bf14-5defa6ff7cad with Priority: HIGHEST for action port [ 1176.131038] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be2cba1-b52c-4968-bf14-5defa6ff7cad with Priority: HIGHEST for action port [ 1176.131369] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be2cba1-b52c-4968-bf14-5defa6ff7cad taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.131503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be2cba1-b52c-4968-bf14-5defa6ff7cad" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.131986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be2cba1-b52c-4968-bf14-5defa6ff7cad" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.131986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be2cba1-b52c-4968-bf14-5defa6ff7cad" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.131986] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be2cba1-b52c-4968-bf14-5defa6ff7cad',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.414047] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.414376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.414376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.414454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.414542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.414641] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c23311d0-8476-4ce5-8269-b63eac992598 already deleted. [ 1176.414719] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.634799] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6be2cba1-b52c-4968-bf14-5defa6ff7cad [ 1176.634799] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.635512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.635512] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.635737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.635999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.635999] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6be2cba1-b52c-4968-bf14-5defa6ff7cad already deleted. [ 1176.636158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be2cba1-b52c-4968-bf14-5defa6ff7cad" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.081421] env[66010]: INFO networking_nsxv3.common.synchronization [req-89a3bfb9-adb9-459c-82d5-96536c79c03d req-ea08db9d-6345-4609-bde1-363641ac2e2d tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1177.081905] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1177.082514] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.082585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.083370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.083370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.083370] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.083370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.083370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.083370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.083370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.083630] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.457196] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.457550] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.457550] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.457787] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.458729] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.459072] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.459293] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.459673] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.459921] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.460333] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.460549] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.460729] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.460901] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.461304] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.461304] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.461498] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.483878] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.484087] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.484271] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.484513] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.484834] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-bd964b07-d4f4-46d2-868b-378ec3545243 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.484941] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.485141] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.486123] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.486123] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd964b07-d4f4-46d2-868b-378ec3545243',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.587205] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.587404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.587514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.587955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.588144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.588519] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.588674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.588767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.589037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.589378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.589378] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1177.620632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.620632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.620632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.620847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.620877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.633052] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1177.989740] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.989740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.989740] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.990061] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.990061] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.990190] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port bd964b07-d4f4-46d2-868b-378ec3545243 not found, creating... [ 1177.990456] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.990618] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.990735] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.990955] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.991107] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.991385] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.991537] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.991652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.991881] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.992014] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.992223] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: bd964b07-d4f4-46d2-868b-378ec3545243 is going to be created. [ 1178.016331] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.016616] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.016690] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.016926] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.017169] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.017394] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.615034] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b1ce2f06-2ffb-4da2-9ec8-fe3168cd1947 None None] Enqueued Resource ID: 0252481d-eb22-42b3-98eb-5537c176d389 with Priority: HIGHEST for action port [ 1178.615332] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0252481d-eb22-42b3-98eb-5537c176d389 with Priority: HIGHEST for action port [ 1178.616186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-0252481d-eb22-42b3-98eb-5537c176d389 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.616186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0252481d-eb22-42b3-98eb-5537c176d389" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.616186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0252481d-eb22-42b3-98eb-5537c176d389" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.616186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0252481d-eb22-42b3-98eb-5537c176d389" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.617015] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0252481d-eb22-42b3-98eb-5537c176d389',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.732401] env[66010]: INFO networking_nsxv3.common.synchronization [req-89a3bfb9-adb9-459c-82d5-96536c79c03d req-e42ba1cd-f9b2-4633-8707-51901460148a service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 1178.732401] env[66010]: INFO networking_nsxv3.common.synchronization [req-89a3bfb9-adb9-459c-82d5-96536c79c03d req-e42ba1cd-f9b2-4633-8707-51901460148a service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1178.732536] env[66010]: INFO networking_nsxv3.common.synchronization [req-89a3bfb9-adb9-459c-82d5-96536c79c03d req-e42ba1cd-f9b2-4633-8707-51901460148a service nova] Enqueued Resource ID: bd964b07-d4f4-46d2-868b-378ec3545243 with Priority: HIGHEST for action port [ 1178.733177] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 1178.733177] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1178.733177] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd964b07-d4f4-46d2-868b-378ec3545243 with Priority: HIGHEST for action port [ 1178.733790] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.733790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.733790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.734039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.734039] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.734797] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.734894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.735094] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd964b07-d4f4-46d2-868b-378ec3545243 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.735193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.735274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.735415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.735519] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd964b07-d4f4-46d2-868b-378ec3545243',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.117979] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0252481d-eb22-42b3-98eb-5537c176d389 [ 1179.118238] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.118477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.118563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.118793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.118888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.118977] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0252481d-eb22-42b3-98eb-5537c176d389 already deleted. [ 1179.119068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0252481d-eb22-42b3-98eb-5537c176d389" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.237698] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.238712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.238965] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd964b07-d4f4-46d2-868b-378ec3545243 with status ACTIVE [ 1179.239189] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.239313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.239378] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.239717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.239759] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.239936] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.240051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.240108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.240281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.240379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.240534] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.240667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.240701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.240836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.240884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.241020] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd964b07-d4f4-46d2-868b-378ec3545243 is going to be updated. [ 1179.263155] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.263155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.263352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.263451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.263583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.263747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.646277] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1179.646824] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc deletion is rescheduled due to dependency. [ 1179.646824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.646824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.647041] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.647230] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.647374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.647374] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.647648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.647740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.647781] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.150169] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.653402] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.156451] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.156835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.156918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.157191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.157284] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.157400] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1181.189537] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.190331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.190331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.190331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.190583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.202781] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1181.265424] env[66010]: INFO networking_nsxv3.common.synchronization [req-30ef3ccd-cf9a-47fb-8cd5-05ac46ae8a81 req-ad5b4b1e-b260-44ed-a658-3e1bca6c6736 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_members [ 1181.266077] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_members [ 1181.266287] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.266411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.266476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.266751] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.266913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.267015] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.267718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.267896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.268204] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.268204] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.605113] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.606433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.606433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.606433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.606433] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.606433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.606433] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.606731] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.606796] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.607021] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.607179] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.607309] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.607362] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.607468] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.607574] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.607701] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.625874] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.626062] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.626257] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.626378] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-438" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.626729] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.626897] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.627026] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.627351] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.627487] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.771089] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.771385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.771385] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.771588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.771676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.771882] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.772018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.772056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.772231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.772325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.772414] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23311d0-8476-4ce5-8269-b63eac992598 already deleted. [ 1181.772502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.130662] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.131191] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.131408] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.131765] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.131958] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.132169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d not found, creating... [ 1182.132480] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.132714] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.132859] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.133180] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.133353] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.133679] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.133899] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.134070] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.134330] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.134500] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.134674] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d is going to be created. [ 1182.157488] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.157774] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.157887] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.158220] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.158451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.158759] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.861823] env[66010]: INFO networking_nsxv3.common.synchronization [req-30ef3ccd-cf9a-47fb-8cd5-05ac46ae8a81 req-7ccdd9ae-c096-43bd-927c-a87a9dd889f9 service nova] Enqueued Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_rules [ 1182.862091] env[66010]: INFO networking_nsxv3.common.synchronization [req-30ef3ccd-cf9a-47fb-8cd5-05ac46ae8a81 req-7ccdd9ae-c096-43bd-927c-a87a9dd889f9 service nova] Enqueued Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_members [ 1182.862091] env[66010]: INFO networking_nsxv3.common.synchronization [req-30ef3ccd-cf9a-47fb-8cd5-05ac46ae8a81 req-7ccdd9ae-c096-43bd-927c-a87a9dd889f9 service nova] Enqueued Resource ID: 99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d with Priority: HIGHEST for action port [ 1182.862581] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_rules [ 1182.862699] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_members [ 1182.862792] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d with Priority: HIGHEST for action port [ 1182.863186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.863322] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.863384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.863576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.865655] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.865655] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.865655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.865655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.865655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.865655] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.865655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.865655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.865655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.865655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.866116] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.866757] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.867087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.867087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.867087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.867194] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.213115] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 4s [ 1183.370436] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d with status ACTIVE [ 1183.370708] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.370866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.370933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.371174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.372406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.372406] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.372406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.372406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.372406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.372406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.372406] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.372689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.372689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.372743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.372828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.372883] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d is going to be updated. [ 1183.374061] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.375024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.375139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.398575] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.398852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.398852] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.399051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.399509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.399509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99cf1bb8-c4da-4fcd-825a-6eebd19d0a7d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.525447] env[66010]: INFO networking_nsxv3.common.synchronization [req-8c59a9bb-66fd-4e1b-a39b-2d3987c2df15 req-5fc419b5-deee-4954-9e35-fe83215017cc tempest-InstanceActionsTestJSON-1011469737 tempest-InstanceActionsTestJSON-1011469737-project-member] Enqueued Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_members [ 1183.526233] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_members [ 1183.526681] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.526854] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.526957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.527328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.528026] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.528141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.528195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.528413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.528568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.528684] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.846869] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.847072] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.847223] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.847516] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.848631] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.848631] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.848631] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.848631] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.848631] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.848631] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.849031] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.849031] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.849031] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.849031] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.849209] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.849209] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.870860] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.871241] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.871241] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.871340] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-86" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.871640] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-3e5e9f64-b545-4f32-8974-d1e946f64030 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.871802] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.871919] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.872249] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.872386] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5e9f64-b545-4f32-8974-d1e946f64030',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.875733] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.033045] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.033045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.033045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.033045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.033045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.033045] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.033045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.033045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.033492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.033492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.033492] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 already deleted. [ 1184.033492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.374900] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.375086] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.375175] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.375444] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.375588] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.375741] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 3e5e9f64-b545-4f32-8974-d1e946f64030 not found, creating... [ 1184.375990] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.376164] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.376276] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.376502] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.376646] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.376920] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.377083] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.377194] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.377393] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.377516] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.377646] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 3e5e9f64-b545-4f32-8974-d1e946f64030 is going to be created. [ 1184.378866] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.378986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.379053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.379203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.379279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.379364] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23311d0-8476-4ce5-8269-b63eac992598 is going to be created. [ 1184.399747] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.400063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.400140] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.400377] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.400598] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.400814] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.403050] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.403168] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.403266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.403415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.403557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.414657] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23311d0-8476-4ce5-8269-b63eac992598 in Status: UNINITIALIZED for 2s [ 1185.122118] env[66010]: INFO networking_nsxv3.common.synchronization [req-8c59a9bb-66fd-4e1b-a39b-2d3987c2df15 req-a5d32eb5-c0e0-4578-82a3-943fcb0c8714 service nova] Enqueued Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_rules [ 1185.122118] env[66010]: INFO networking_nsxv3.common.synchronization [req-8c59a9bb-66fd-4e1b-a39b-2d3987c2df15 req-a5d32eb5-c0e0-4578-82a3-943fcb0c8714 service nova] Enqueued Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_members [ 1185.122414] env[66010]: INFO networking_nsxv3.common.synchronization [req-8c59a9bb-66fd-4e1b-a39b-2d3987c2df15 req-a5d32eb5-c0e0-4578-82a3-943fcb0c8714 service nova] Enqueued Resource ID: 3e5e9f64-b545-4f32-8974-d1e946f64030 with Priority: HIGHEST for action port [ 1185.122753] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_rules [ 1185.122884] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_members [ 1185.122976] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e5e9f64-b545-4f32-8974-d1e946f64030 with Priority: HIGHEST for action port [ 1185.123373] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.123502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.123570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.123961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.124234] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.125105] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.125199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.125199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.125386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.125991] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.126124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.126182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.126334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.126388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.126489] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.127291] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e5e9f64-b545-4f32-8974-d1e946f64030 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.127769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.127769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.127769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.127769] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5e9f64-b545-4f32-8974-d1e946f64030',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.222737] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1185.223044] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.223256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.223510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.223755] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.223886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.223958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.224192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.224298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.224419] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.224531] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.629569] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.631356] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.631356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.631617] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e5e9f64-b545-4f32-8974-d1e946f64030 with status ACTIVE [ 1185.632033] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.632033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.632033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.632358] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.632508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.632772] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.633019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.633019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.633275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.633409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.633691] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.633845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.633947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.634271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.634525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.634525] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e5e9f64-b545-4f32-8974-d1e946f64030 is going to be updated. [ 1185.665973] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.666175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.666230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.666413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.666572] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.666763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e5e9f64-b545-4f32-8974-d1e946f64030" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.728199] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.137366] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.231145] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc: rpc.has_security_group_logging(os_id): False [ 1186.254066] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.254066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.254066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.254066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.254066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.254522] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.254718] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.254848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.255146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.255294] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.255462] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1186.342374] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.343070] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.343157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.343363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.343506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.358901] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1186.424804] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23311d0-8476-4ce5-8269-b63eac992598 in Status: SUCCESS [ 1186.425043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.425212] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.425433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.425631] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.425754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.425820] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.426024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.426118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.426207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.426299] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.639725] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.639869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.639946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.640210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.640317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.640434] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 is going to be created. [ 1186.665695] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.665855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.665912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.666150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.666307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.676598] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 in Status: UNINITIALIZED for 2s [ 1186.928142] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.431274] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c23311d0-8476-4ce5-8269-b63eac992598: rpc.has_security_group_logging(os_id): False [ 1187.454652] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.454652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.454652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.454652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.454652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.454930] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.454973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.455093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.455254] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.455333] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.455428] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c23311d0-8476-4ce5-8269-b63eac992598 is going to be created. [ 1187.651646] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.651793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.651857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.652189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.652341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.668092] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c23311d0-8476-4ce5-8269-b63eac992598 in Status: IN_PROGRESS for 2s [ 1188.373714] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1188.373966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.687402] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 in Status: SUCCESS [ 1188.687799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.687799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.687989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.688200] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.688321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.688388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.688544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.688660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.688749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.688841] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.191447] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.191658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.191658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.191774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.191932] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.192120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.192120] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.192303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.192425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.192425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.192578] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.192667] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.192748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.192877] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.193048] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.193146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.193208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.193349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.193454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.193492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.193602] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.679960] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c23311d0-8476-4ce5-8269-b63eac992598 in Status: SUCCESS [ 1189.680161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.695495] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5769534a-8c1a-446c-a262-1ac0daae0a65: rpc.has_security_group_logging(os_id): False [ 1189.714654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.714844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.714918] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.715191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.715321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.715547] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.715662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.715760] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.715930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.716023] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.716256] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.716379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.716443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.716596] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.716688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.716908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.717051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.717119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.717313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.717393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.717512] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 is going to be created. [ 1189.780254] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.780448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.780448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.780672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.780930] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.792840] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 in Status: IN_PROGRESS for 2s [ 1190.124227] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.124419] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1191.807899] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 in Status: SUCCESS [ 1191.808407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.125411] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.125993] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.880492] env[66010]: INFO networking_nsxv3.common.synchronization [req-61de990d-9a4e-4d73-8c94-6213b2b15947 req-8be65940-c4d6-4389-9bd0-a5328f9c158d tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_members [ 1195.881115] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGHEST for action security_group_members [ 1195.881419] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.881555] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.881607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.882095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.882095] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.882285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.882285] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.882402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.882484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.882573] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.385071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.385071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.385071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.385071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.385071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.385599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.385599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.385599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.385599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.385747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.385747] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 is going to be updated. [ 1196.417437] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.417701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.417701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.417845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.417985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.426984] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 in Status: IN_PROGRESS for 2s [ 1198.399843] env[66010]: INFO networking_nsxv3.common.synchronization [req-3ca4b264-c1ff-4d5f-ae58-0a643bbff492 req-d9bc24de-b8a7-4229-bb3d-ce7fac9aa2a1 tempest-AttachVolumeShelveTestJSON-106904306 tempest-AttachVolumeShelveTestJSON-106904306-project-member] Enqueued Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1198.400524] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325eac03-29e1-4544-af30-498ffa069706 with Priority: HIGHEST for action security_group_members [ 1198.400943] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-325eac03-29e1-4544-af30-498ffa069706 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.401244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.401445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.401575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.401919] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.401919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.402191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.402191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.402341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.402493] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325eac03-29e1-4544-af30-498ffa069706',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.437611] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 in Status: SUCCESS [ 1198.437851] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 deletion is rescheduled due to dependency. [ 1198.437935] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.905910] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.906083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.906140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.906362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.906658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.906889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.906999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.907076] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.907232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.907309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.907397] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325eac03-29e1-4544-af30-498ffa069706 is going to be updated. [ 1198.934521] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.934669] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.934738] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.934944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.935130] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.949953] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: IN_PROGRESS for 2s [ 1200.961739] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325eac03-29e1-4544-af30-498ffa069706 in Status: SUCCESS [ 1200.961973] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325eac03-29e1-4544-af30-498ffa069706 deletion is rescheduled due to dependency. [ 1200.962096] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325eac03-29e1-4544-af30-498ffa069706" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.251076] env[66010]: INFO networking_nsxv3.common.synchronization [req-71c18637-5fbe-4daf-865a-49a9916b0c65 req-67ef616c-628a-497a-a836-709f816774ed tempest-InstanceActionsTestJSON-1011469737 tempest-InstanceActionsTestJSON-1011469737-project-member] Enqueued Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_members [ 1203.251463] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGHEST for action security_group_members [ 1203.251760] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.251879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.251947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.252175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.252327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.252441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.252498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.253134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.253134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.253134] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.756506] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.756682] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.756812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.756997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.757103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.757312] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.757451] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.757492] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.757615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.757690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.757776] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 is going to be updated. [ 1203.788205] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.788375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.788410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.788598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.788729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.800195] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 in Status: IN_PROGRESS for 2s [ 1205.812230] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 in Status: SUCCESS [ 1205.812607] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 deletion is rescheduled due to dependency. [ 1205.812607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.252631] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.252868] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.085252] env[66010]: INFO networking_nsxv3.common.synchronization [req-6c7142df-b30e-4843-8b57-f47f28234021 req-9f289bf1-9c47-4d1a-a77a-8084c41bcd85 tempest-ServersTestManualDisk-767465723 tempest-ServersTestManualDisk-767465723-project-member] Enqueued Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_members [ 1209.085759] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGHEST for action security_group_members [ 1209.086072] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.086195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.086261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.086448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.086593] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.086688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.086770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.087017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.087155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.087312] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.592768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.592768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.592768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.592768] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc is going to be updated. [ 1209.625814] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.625814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.625814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.625814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.625814] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.634054] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c94538f-578d-43ef-9b5f-c727819feefc in Status: IN_PROGRESS for 2s [ 1211.645771] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c94538f-578d-43ef-9b5f-c727819feefc in Status: SUCCESS [ 1211.646167] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc deletion is rescheduled due to dependency. [ 1211.646167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.086497] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.086874] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.087735] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.087735] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.088964] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.089380] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.110417] env[66010]: INFO networking_nsxv3.common.synchronization [req-eb217438-bdba-4104-aed4-b2b0790e5b5d req-4819d355-c918-4128-900a-1e9ff5b5249a tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_members [ 1227.110417] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGHEST for action security_group_members [ 1227.110851] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.110851] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.110946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.111091] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.111236] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.111332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.111407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.111533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.111614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.111701] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.614901] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.614901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.614901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.614901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.614901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.615247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.615247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.615247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.615425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.615551] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.615589] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d is going to be updated. [ 1227.649923] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.650470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.650567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.650965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.651197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.661932] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d in Status: IN_PROGRESS for 2s [ 1229.672944] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d in Status: SUCCESS [ 1229.673336] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d deletion is rescheduled due to dependency. [ 1229.673336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.116358] env[66010]: INFO networking_nsxv3.common.synchronization [req-ba976d2c-25f5-4f61-ad03-6678d61e3432 req-9c95204c-af35-42bc-ba70-453707101e2b tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1230.116919] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1230.117273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.117399] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.117466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.117661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.117814] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.118504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.118504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.118504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.118504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.118504] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.620646] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.620909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.620909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.621105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.621224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.621461] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.621570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.621634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.622105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.622105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.622105] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1230.655192] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.655391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.655391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.655659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.655798] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.666111] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1232.677681] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1232.678058] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 deletion is rescheduled due to dependency. [ 1232.678058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.118783] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.118783] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.895248] env[66010]: INFO networking_nsxv3.common.synchronization [req-88926a8a-b0d9-4e13-85d4-1a4720ec15b7 req-f8919d09-02d9-4f2a-8aea-757304a5748c tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1236.895806] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1236.896144] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.896262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.896328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.896519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.896678] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.896792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.896883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.896991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.897305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.897406] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.232288] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.232503] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.232652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.232998] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.233347] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.233549] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.233689] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.233984] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.234192] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.234540] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.234634] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.234689] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.234832] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.234962] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.235103] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.235268] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.259204] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.259460] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.259627] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.259895] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.260248] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-26cc1619-3efd-40d7-a427-6e87237b9ac6 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.260419] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.260535] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.260852] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.261025] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cc1619-3efd-40d7-a427-6e87237b9ac6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.400310] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.400628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.400793] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.401109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.401237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.401538] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.401690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.401786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.402029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.402144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.402414] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be updated. [ 1237.431760] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.431977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.431977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.432222] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.432382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.444573] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: IN_PROGRESS for 2s [ 1237.763346] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.763629] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.763709] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.763962] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.764126] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.764319] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 26cc1619-3efd-40d7-a427-6e87237b9ac6 not found, creating... [ 1237.764542] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.764743] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.764846] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.765289] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.765289] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.765584] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.765741] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.765856] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.766082] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.766217] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.766358] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 26cc1619-3efd-40d7-a427-6e87237b9ac6 is going to be created. [ 1237.788254] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.788529] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.788717] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.788997] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.789395] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.789664] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.514193] env[66010]: INFO networking_nsxv3.common.synchronization [req-88926a8a-b0d9-4e13-85d4-1a4720ec15b7 req-6f9ba887-2fae-4842-961d-d4bdd2d00585 service nova] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_rules [ 1238.514468] env[66010]: INFO networking_nsxv3.common.synchronization [req-88926a8a-b0d9-4e13-85d4-1a4720ec15b7 req-6f9ba887-2fae-4842-961d-d4bdd2d00585 service nova] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1238.514564] env[66010]: INFO networking_nsxv3.common.synchronization [req-88926a8a-b0d9-4e13-85d4-1a4720ec15b7 req-6f9ba887-2fae-4842-961d-d4bdd2d00585 service nova] Enqueued Resource ID: 26cc1619-3efd-40d7-a427-6e87237b9ac6 with Priority: HIGHEST for action port [ 1238.514709] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_rules [ 1238.514830] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1238.514923] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc1619-3efd-40d7-a427-6e87237b9ac6 with Priority: HIGHEST for action port [ 1238.515472] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.515633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.515676] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.515837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.515915] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.517355] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.517355] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.517355] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-26cc1619-3efd-40d7-a427-6e87237b9ac6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.517797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.517797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.517797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.517797] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cc1619-3efd-40d7-a427-6e87237b9ac6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.019972] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.020200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.020510] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26cc1619-3efd-40d7-a427-6e87237b9ac6 with status ACTIVE [ 1239.020790] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.021027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.021147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.021377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.021487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.021798] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.021913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.021980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.022162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.022243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.022428] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.022518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.022576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.022734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.022799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.022870] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26cc1619-3efd-40d7-a427-6e87237b9ac6 is going to be updated. [ 1239.043677] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.044018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.044113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.044341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.044479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.044634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.087815] env[66010]: INFO networking_nsxv3.common.synchronization [req-32ebd5c1-2006-4e7f-9fdc-c10a6422a69f req-177f8de1-b196-4c06-b596-dc3e7c5a0fc2 tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1239.091036] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1239.091036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.091036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.091036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.091036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.091036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.091036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.091036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.091036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.091036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.091036] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.427614] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.427872] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.428014] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.428284] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.428542] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.428691] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.428805] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.429021] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.429168] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.429419] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.429532] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.429639] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.429744] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.429849] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.429951] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.430092] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.450569] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.450724] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.450851] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.451027] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.451342] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-6a66d4ca-360c-430c-882e-62d2ac07c35d taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.451555] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.451745] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.451961] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.452108] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a66d4ca-360c-430c-882e-62d2ac07c35d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.465112] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: SUCCESS [ 1239.465355] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 deletion is rescheduled due to dependency. [ 1239.465576] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.466233] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.466567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.466814] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.466977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.467649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.467878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.468102] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.468217] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.591497] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.591843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.591843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.592037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.592135] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.592331] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.592453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.592524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.592635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.592708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.592794] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1239.621942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.622122] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.622170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.622360] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.622504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.631519] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1239.955188] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.955422] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.955548] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.955821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.955966] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.956132] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 6a66d4ca-360c-430c-882e-62d2ac07c35d not found, creating... [ 1239.956494] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.956653] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.956768] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.956986] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.957161] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.957604] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.957778] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.957898] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.958574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.958725] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.958978] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 6a66d4ca-360c-430c-882e-62d2ac07c35d is going to be created. [ 1239.970695] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.980180] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.980347] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.980467] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.980721] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.980937] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.981178] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.472587] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.685408] env[66010]: INFO networking_nsxv3.common.synchronization [req-32ebd5c1-2006-4e7f-9fdc-c10a6422a69f req-04e19405-c602-469f-acf4-99f2fdfc6147 service nova] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 1240.685779] env[66010]: INFO networking_nsxv3.common.synchronization [req-32ebd5c1-2006-4e7f-9fdc-c10a6422a69f req-04e19405-c602-469f-acf4-99f2fdfc6147 service nova] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1240.685779] env[66010]: INFO networking_nsxv3.common.synchronization [req-32ebd5c1-2006-4e7f-9fdc-c10a6422a69f req-04e19405-c602-469f-acf4-99f2fdfc6147 service nova] Enqueued Resource ID: 6a66d4ca-360c-430c-882e-62d2ac07c35d with Priority: HIGHEST for action port [ 1240.686252] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 1240.686388] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1240.686481] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a66d4ca-360c-430c-882e-62d2ac07c35d with Priority: HIGHEST for action port [ 1240.686750] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.686867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.686917] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.687147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.687241] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.688082] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.688163] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.688380] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a66d4ca-360c-430c-882e-62d2ac07c35d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.688559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.688559] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.688685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.688832] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a66d4ca-360c-430c-882e-62d2ac07c35d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.975279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.975469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.975543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.976405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.976405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.976405] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be updated. [ 1241.004735] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.004735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.004735] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.004959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.005036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.014773] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: IN_PROGRESS for 2s [ 1241.190959] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.191821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.191821] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a66d4ca-360c-430c-882e-62d2ac07c35d with status ACTIVE [ 1241.191821] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.191821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.191821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.192030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.192030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.192098] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.192191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.192253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.192429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.192506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.192684] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.192790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.192853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.192992] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.193084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.193192] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a66d4ca-360c-430c-882e-62d2ac07c35d is going to be updated. [ 1241.214238] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.214426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.214426] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.214633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.214772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.214933] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a66d4ca-360c-430c-882e-62d2ac07c35d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.641881] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1241.642061] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 deletion is rescheduled due to dependency. [ 1241.642175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.642357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.642564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.642748] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.642861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.642925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.643089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.643167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.643264] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.147209] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.649403] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.024428] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: SUCCESS [ 1243.024711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.024880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.025105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.025296] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.025412] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.025475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.025624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.025721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.025883] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.025980] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.152112] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.152453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.152453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.152591] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.152683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.152798] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1243.190031] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.190229] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.190304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.190560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.190938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.202196] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1243.528478] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.528728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.528728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.528908] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.529092] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.529197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.529259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.529429] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.529520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.529608] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.529759] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.529850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.529910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.530064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.530199] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.530314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.530386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.530528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.530603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.530684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.530776] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.033024] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4a46db6-bd24-488c-b804-f13c7675b570: rpc.has_security_group_logging(os_id): False [ 1244.052188] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.052346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.052408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.052621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.052712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.052897] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.053072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.053151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.053303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.053380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.053581] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.053675] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.053733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.053872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.053943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.054131] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.054278] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.054342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.054481] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.054554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.054639] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be updated. [ 1244.120757] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.120757] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.121060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.121196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.121979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.133353] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: IN_PROGRESS for 2s [ 1244.645915] env[66010]: INFO networking_nsxv3.common.synchronization [req-d8c28a7f-ee9a-4c75-aa44-a6fa3b76f64a req-08c78329-a6fe-43b0-a58f-46f7b044e872 tempest-AttachVolumeNegativeTest-1972551561 tempest-AttachVolumeNegativeTest-1972551561-project-member] Enqueued Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_members [ 1244.646425] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGHEST for action security_group_members [ 1244.646761] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.646872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.646980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.647597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.647597] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.647597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.647597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.647788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.647788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.647851] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.149989] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.150237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.150237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.150458] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.150549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.150751] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.150855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.150905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.151069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.151147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.151260] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23311d0-8476-4ce5-8269-b63eac992598 is going to be updated. [ 1245.184876] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.184876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.184876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.184876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.184876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.193417] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23311d0-8476-4ce5-8269-b63eac992598 in Status: IN_PROGRESS for 2s [ 1245.212042] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1245.212042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.212042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.212346] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.212572] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.212696] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.212762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.212923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.213017] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.213125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.213279] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.715585] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.147891] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: SUCCESS [ 1246.148139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.217754] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 095f5df1-8c86-482b-99c8-77b6ba8c6a27: rpc.has_security_group_logging(os_id): False [ 1246.235092] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.235280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.235324] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.235510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.235603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.235847] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.235962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.236021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.236175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.236239] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.236327] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1246.290669] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.290869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.290869] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.291080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.291219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.305892] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1246.933142] env[66010]: INFO networking_nsxv3.common.synchronization [req-88132158-97ad-46ed-b6fe-e109b9d14468 req-ad546ee1-472c-48d6-9081-5727480c6bbc tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1246.933748] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGHEST for action security_group_members [ 1246.934217] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.934417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.934493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.934782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.935024] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.935178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.935319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.935558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.935628] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.935752] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.978163] env[66010]: INFO networking_nsxv3.common.synchronization [req-88132158-97ad-46ed-b6fe-e109b9d14468 req-ad546ee1-472c-48d6-9081-5727480c6bbc tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: 26cc1619-3efd-40d7-a427-6e87237b9ac6 with Priority: HIGHEST for action port [ 1246.978633] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc1619-3efd-40d7-a427-6e87237b9ac6 with Priority: HIGHEST for action port [ 1246.978927] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-26cc1619-3efd-40d7-a427-6e87237b9ac6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.979060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.979129] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.979432] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.979514] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cc1619-3efd-40d7-a427-6e87237b9ac6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.205060] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23311d0-8476-4ce5-8269-b63eac992598 in Status: SUCCESS [ 1247.205287] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23311d0-8476-4ce5-8269-b63eac992598 deletion is rescheduled due to dependency. [ 1247.205465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.439415] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.439588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.439652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.439897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.439997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.440218] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.440359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.440448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.440538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.440616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.440701] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be updated. [ 1247.478768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.478768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.478768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.478988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.479139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.480933] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26cc1619-3efd-40d7-a427-6e87237b9ac6 with status ACTIVE [ 1247.481146] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.481264] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.481330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.481532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.481631] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.481836] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.481945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.482382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.482382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.482382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.482481] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.482563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.482603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.482721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.482791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.483478] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26cc1619-3efd-40d7-a427-6e87237b9ac6 is going to be updated. [ 1247.491429] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: IN_PROGRESS for 2s [ 1247.505955] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.505955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.506073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.506225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.506357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.506516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26cc1619-3efd-40d7-a427-6e87237b9ac6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.323542] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1248.323938] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.503049] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a46db6-bd24-488c-b804-f13c7675b570 in Status: SUCCESS [ 1249.503436] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 deletion is rescheduled due to dependency. [ 1249.503436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.517063] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.517063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.517063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.517063] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.517596] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.517596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.517596] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.517817] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.517959] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.518181] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.518291] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.518396] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.518518] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.518625] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.518734] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.518861] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.540731] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.541040] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.541040] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.541309] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-979" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.541653] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-bd964b07-d4f4-46d2-868b-378ec3545243 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.541847] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.541977] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.542250] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.542381] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd964b07-d4f4-46d2-868b-378ec3545243',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.979444] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.979661] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.045021] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.045257] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.045383] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.045669] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.045820] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.046129] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.046289] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.046407] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.046627] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.046763] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.047059] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.047220] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.047378] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.047616] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.047753] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.047890] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: bd964b07-d4f4-46d2-868b-378ec3545243 is going to be updated. [ 1252.068536] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.068754] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.068851] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.069133] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.069328] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.069655] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.769196] env[66010]: INFO networking_nsxv3.common.synchronization [req-9117bcfd-9c58-4141-8040-034625f4e251 req-7f1ec8f1-0e3a-4fcd-832b-737467398bf7 service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 1252.769475] env[66010]: INFO networking_nsxv3.common.synchronization [req-9117bcfd-9c58-4141-8040-034625f4e251 req-7f1ec8f1-0e3a-4fcd-832b-737467398bf7 service nova] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1252.769570] env[66010]: INFO networking_nsxv3.common.synchronization [req-9117bcfd-9c58-4141-8040-034625f4e251 req-7f1ec8f1-0e3a-4fcd-832b-737467398bf7 service nova] Enqueued Resource ID: bd964b07-d4f4-46d2-868b-378ec3545243 with Priority: HIGHEST for action port [ 1252.770067] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_rules [ 1252.770199] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1252.770294] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd964b07-d4f4-46d2-868b-378ec3545243 with Priority: HIGHEST for action port [ 1252.770629] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.770704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.770771] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.770962] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.771050] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.771867] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.771961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.772016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.772220] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.772303] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.772764] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.772828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.772968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.773069] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.773158] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.774203] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd964b07-d4f4-46d2-868b-378ec3545243 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.774203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.774203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.774203] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.774203] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd964b07-d4f4-46d2-868b-378ec3545243',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.275892] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.276197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.276285] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.277341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd964b07-d4f4-46d2-868b-378ec3545243 with status ACTIVE [ 1253.277632] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.277780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.277831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.278095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.278194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.278397] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.278784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.278784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.278943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.278943] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.279193] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.279437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.279437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.279683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.279763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.279854] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd964b07-d4f4-46d2-868b-378ec3545243 is going to be updated. [ 1253.313186] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.313371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.313414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.313604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.313742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.313901] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd964b07-d4f4-46d2-868b-378ec3545243" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.782772] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.288550] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.288773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.288773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.289013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.289104] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.289206] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1254.324277] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.324480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.324480] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.324691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.324838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.335809] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1256.347966] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1256.348379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.348379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.348615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.348796] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.348924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.348968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.349140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.349221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.349310] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.349429] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.852096] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.354193] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc: rpc.has_security_group_logging(os_id): False [ 1257.373751] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.373997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.374101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.374413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.374586] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.374909] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.375063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.375152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.375393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.375500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.375615] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1257.435470] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.435668] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.435774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.436124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.436340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.456813] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1257.771690] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.771896] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1257.869494] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1257.869694] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1259.475712] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1259.475712] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.773230] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.773614] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.774524] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.774977] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.334143] env[66010]: INFO networking_nsxv3.common.synchronization [req-ef89d44a-d714-46b1-ac1d-40e9f06c574b req-712151c4-c246-4f1f-b4bc-2b826be62b10 tempest-ServerActionsTestOtherB-749564081 tempest-ServerActionsTestOtherB-749564081-project-member] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1268.334658] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGHEST for action security_group_members [ 1268.334963] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.335093] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.335160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.335354] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.335594] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.335683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.335744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.335890] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.335997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.336102] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.838249] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.838625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.838625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.838717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.838797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.838985] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.839099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.839161] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.839308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.839382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.839469] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be updated. [ 1268.869759] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.869916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.870037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.870151] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.870287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.879839] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: IN_PROGRESS for 2s [ 1270.890436] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc in Status: SUCCESS [ 1270.890763] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc deletion is rescheduled due to dependency. [ 1270.890845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.405473] env[66010]: INFO networking_nsxv3.common.synchronization [req-0cfdd8c4-e5b1-4a81-a522-c5be2d6dbe53 req-6c9245c1-5594-4d3d-99dc-cab205485f0d tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1271.406080] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1271.406395] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.406513] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.406573] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.406773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.406919] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.407025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.407086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.407228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.407307] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.407394] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.668695] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.668978] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.669147] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.669419] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.669704] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.669862] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.669976] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.670212] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.670347] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.670563] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.670731] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.670815] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.670926] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.671057] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.671150] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.671236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.691148] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.691353] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1271.691440] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.691607] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-136" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.691910] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.692090] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.692207] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.692528] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.692675] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.911665] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.196872] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.197106] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.197235] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.197524] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.197688] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.197876] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 not found, creating... [ 1272.198178] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.198324] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.198430] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.198654] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.198818] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.199193] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.199359] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.199470] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.199713] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.199848] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.199982] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 is going to be created. [ 1272.221299] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.221495] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.221599] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.221854] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.222087] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.222301] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.414408] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.917931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.917931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.917931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.917931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.917931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.917931] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be updated. [ 1272.921380] env[66010]: INFO networking_nsxv3.common.synchronization [req-0cfdd8c4-e5b1-4a81-a522-c5be2d6dbe53 req-5bdf0c0d-5a3e-4715-9bc8-abfeb26b7347 service nova] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 1272.921625] env[66010]: INFO networking_nsxv3.common.synchronization [req-0cfdd8c4-e5b1-4a81-a522-c5be2d6dbe53 req-5bdf0c0d-5a3e-4715-9bc8-abfeb26b7347 service nova] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1272.921811] env[66010]: INFO networking_nsxv3.common.synchronization [req-0cfdd8c4-e5b1-4a81-a522-c5be2d6dbe53 req-5bdf0c0d-5a3e-4715-9bc8-abfeb26b7347 service nova] Enqueued Resource ID: c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 with Priority: HIGHEST for action port [ 1272.923893] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_rules [ 1272.923893] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1272.923893] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 with Priority: HIGHEST for action port [ 1272.924085] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.924154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.924234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.924450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.924546] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.925440] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.925541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.925912] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.925912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.925912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.926141] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.926175] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.952035] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.952035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.952035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.952386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.952800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.961714] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1273.428470] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.428603] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.428827] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 with status ACTIVE [ 1273.429013] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.429125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.429193] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.429405] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.429494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.430080] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.430080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.430080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.430080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.430342] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.430342] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.430433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.430433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.430606] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.430653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.430727] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9 is going to be updated. [ 1273.543206] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.543362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.543414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.543615] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.543753] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.543977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3af8ad0-1fb2-48fb-bb0a-9427cc514aa9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.974118] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1274.974118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.974118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.974118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.974118] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.974118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.974118] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.974722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.974722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.974722] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.476756] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.979345] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.482151] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.482417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.482417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.482754] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.482882] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.483045] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be updated. [ 1276.517138] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.517338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.517338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.517709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.517913] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.530785] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1277.924976] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.925297] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1278.542691] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1278.542967] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.543166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.543390] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.543583] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.543702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.543758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.543905] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.543985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.544082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.544185] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.834252] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.834644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.834725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.834952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.835086] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.046592] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.337531] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.550232] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed796050-a85b-4af6-b351-acb4cf6ab21e: rpc.has_security_group_logging(os_id): False [ 1279.568351] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.568549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.568549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.568775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.568885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.569139] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.569291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.569291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.569466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.569583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.569714] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be updated. [ 1279.627255] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.627411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.627449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.627717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.627864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.639728] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1279.839634] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.194314] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f0376bb3-b776-4c19-80e6-61910cb6ad1f None None] Enqueued Resource ID: bc04171a-8e43-4420-9a60-e3e0104a3350 with Priority: HIGHEST for action port [ 1280.194890] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc04171a-8e43-4420-9a60-e3e0104a3350 with Priority: HIGHEST for action port [ 1280.195208] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc04171a-8e43-4420-9a60-e3e0104a3350 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.195336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc04171a-8e43-4420-9a60-e3e0104a3350" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.195431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc04171a-8e43-4420-9a60-e3e0104a3350" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.195649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc04171a-8e43-4420-9a60-e3e0104a3350" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.195730] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc04171a-8e43-4420-9a60-e3e0104a3350',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.342573] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1280.342573] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1280.357944] env[66010]: INFO networking_nsxv3.common.synchronization [None req-c225fec7-af73-47f6-b1e4-3da076d6beac tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_rules [ 1280.359959] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_rules [ 1280.359959] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.359959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.359959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.359959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.359959] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.446385] env[66010]: INFO networking_nsxv3.common.synchronization [None req-5a308a29-0f80-4ab6-b632-334312a1720a tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_rules [ 1280.447332] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_rules [ 1280.448162] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.448162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.697231] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc04171a-8e43-4420-9a60-e3e0104a3350 [ 1280.697471] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.697611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.697725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.697952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.698059] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.698157] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc04171a-8e43-4420-9a60-e3e0104a3350 already deleted. [ 1280.698241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc04171a-8e43-4420-9a60-e3e0104a3350" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.880573] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.880780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.880836] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.881046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.881139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.881236] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 already deleted. [ 1280.881318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.881472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.881629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.881712] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.128798] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.128972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.129143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.129382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.142639] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1281.143593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.144911] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1281.184317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.184472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.184540] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.184755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.199595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.200517] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1281.200600] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1281.200729] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1281.241027] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.241174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.241219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.241424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.242708] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.242916] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1281.315517] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.315517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.316483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.316483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.316605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.316896] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1281.403131] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.403370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.403370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.403611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.403694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.403807] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 already deleted. [ 1281.403937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.407045] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.407045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.407045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.407301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.407649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.407999] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1281.408121] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c23311d0-8476-4ce5-8269-b63eac992598', 'a1ecf5d6-f379-4997-812c-955611cbfc1c', '7ebb7884-2dfd-4a43-8a1f-2cb94979d370', '496feb39-a710-47e9-aed6-c02fa47699cf', '5cf163a0-7297-43e4-8356-7d3d03ad4d33', '5769534a-8c1a-446c-a262-1ac0daae0a65', 'ed796050-a85b-4af6-b351-acb4cf6ab21e', '095f5df1-8c86-482b-99c8-77b6ba8c6a27', '8a92aab7-52e4-4c74-bba1-f4787ae2346d', 'de34566e-f16b-4999-b92d-d096b65d10e5', 'b5b23502-55b5-429a-a9bb-2d86e3567984', 'd08cb917-1d95-47be-ae91-eb6467c4af30', 'a77d6de9-1038-41c1-bcd6-fb3ad7c60c64', '94c828db-c35e-47d0-8b6d-4666f69cbc1f', '0ff446ad-6318-4288-ac01-fbe600dcaf10', 'ce2318c9-b3b0-4667-8da1-eed60985f99c', '318bebf2-c884-4d63-b567-5674b6a6e06f', '9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d', 'c7fd927e-fc01-47b5-addf-c14999afe7c2', 'c4e2607b-f044-4d9a-88be-a1b8be82bd5f', '1ed2d839-c6cc-4b7d-a161-b69117bf2980', 'c86e8117-9a9d-431d-ad85-bfb47bad9984', 'df433ac3-4ca5-4962-b53c-3e8ac241bc9a', 'abdb2c47-4c63-491a-a169-b67012a70239', 'b394f6e1-e3aa-4258-afe4-c67546c3ba2e', '7f4a1afd-b395-4ac5-95c3-747c3e73f7bc', 'b0d16126-9328-48dd-bacb-4b5b90a0a4bc', 'a4a46db6-bd24-488c-b804-f13c7675b570', '3a7a1748-7810-4c59-941f-924f169c4b98', '320fa5b2-af07-44aa-a8c2-d8a419f0035e', '7c94538f-578d-43ef-9b5f-c727819feefc', '14ebf8a7-e66f-4b48-8be6-9b20307d5790', '843b68b9-855a-4bde-bec2-f03aac2f9541', '1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7', '30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6', 'cf7c1ec9-a233-48f2-a6fd-6fad05df998e', '4fb2f8cb-728f-4353-8411-c9882083dc2d', '8a5ba0fa-8e62-420f-bdb6-5339a482b933', '325eac03-29e1-4544-af30-498ffa069706', '3b08045e-d31e-4f0d-b3cc-1afe9c7202bd', 'e066bfa5-98b4-49a1-9976-6dd7b88db5cb'} {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1281.408223] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1281.429095] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.429272] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.429313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.429515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.429602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.429852] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1281.430015] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1281.430200] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1281.515036] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.515036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.515036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.515036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.516019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.516274] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1281.516351] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1281.516416] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1281.516483] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1281.516561] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1281.516636] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGH for action security_group_rules [ 1281.516713] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGH for action security_group_rules [ 1281.516805] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGH for action security_group_rules [ 1281.516867] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGH for action security_group_rules [ 1281.516902] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGH for action security_group_rules [ 1281.516954] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGH for action security_group_rules [ 1281.516999] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGH for action security_group_rules [ 1281.517071] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGH for action security_group_rules [ 1281.517124] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGH for action security_group_rules [ 1281.517182] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGH for action security_group_rules [ 1281.517239] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGH for action security_group_rules [ 1281.517294] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGH for action security_group_rules [ 1281.517356] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGH for action security_group_rules [ 1281.517414] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGH for action security_group_rules [ 1281.517471] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGH for action security_group_rules [ 1281.517532] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGH for action security_group_rules [ 1281.517611] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGH for action security_group_rules [ 1281.517722] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGH for action security_group_rules [ 1281.517722] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGH for action security_group_rules [ 1281.517816] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGH for action security_group_rules [ 1281.517909] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.655205] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1281.655460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.299036] env[66010]: INFO networking_nsxv3.common.synchronization [None req-5f417b0b-7635-4f6e-9700-20a352514ccd None None] Enqueued Resource ID: 38d87ae7-1adb-451f-931d-ff988a591c8d with Priority: HIGHEST for action port [ 1282.299328] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d87ae7-1adb-451f-931d-ff988a591c8d with Priority: HIGHEST for action port [ 1282.299328] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23311d0-8476-4ce5-8269-b63eac992598 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318bebf2-c884-4d63-b567-5674b6a6e06f with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2318c9-b3b0-4667-8da1-eed60985f99c with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08cb917-1d95-47be-ae91-eb6467c4af30 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b23502-55b5-429a-a9bb-2d86e3567984 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de34566e-f16b-4999-b92d-d096b65d10e5 with Priority: HIGH for action security_group_rules [ 1282.300503] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d with Priority: HIGH for action security_group_rules [ 1282.300873] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 with Priority: HIGH for action security_group_rules [ 1282.300873] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGH for action security_group_rules [ 1282.300873] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 with Priority: HIGH for action security_group_rules [ 1282.300873] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecf5d6-f379-4997-812c-955611cbfc1c with Priority: HIGH for action security_group_rules [ 1282.300975] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496feb39-a710-47e9-aed6-c02fa47699cf with Priority: HIGH for action security_group_rules [ 1282.301247] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d87ae7-1adb-451f-931d-ff988a591c8d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.301372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d87ae7-1adb-451f-931d-ff988a591c8d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.301439] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d87ae7-1adb-451f-931d-ff988a591c8d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.301687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d87ae7-1adb-451f-931d-ff988a591c8d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.301772] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d87ae7-1adb-451f-931d-ff988a591c8d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.302734] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c23311d0-8476-4ce5-8269-b63eac992598 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.302896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.303592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.303592] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.303592] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c23311d0-8476-4ce5-8269-b63eac992598',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.305661] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.305661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.305661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.306659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.306659] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebb7884-2dfd-4a43-8a1f-2cb94979d370',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.306729] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.307299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.307299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.307299] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.307299] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.308187] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff446ad-6318-4288-ac01-fbe600dcaf10 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.308187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.308187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.308187] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.308187] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff446ad-6318-4288-ac01-fbe600dcaf10',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.308840] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.308956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.308999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.309427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.309427] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e2607b-f044-4d9a-88be-a1b8be82bd5f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.310048] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7fd927e-fc01-47b5-addf-c14999afe7c2 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.310202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.310247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.310700] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.310700] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7fd927e-fc01-47b5-addf-c14999afe7c2',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.311183] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.311293] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.311347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.311509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.311581] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.312220] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318bebf2-c884-4d63-b567-5674b6a6e06f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.312319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.312381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.312525] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.313500] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318bebf2-c884-4d63-b567-5674b6a6e06f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.313500] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.313640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.313640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.313907] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.313907] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c828db-c35e-47d0-8b6d-4666f69cbc1f',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.314511] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2318c9-b3b0-4667-8da1-eed60985f99c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.314653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.314731] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.314898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.314898] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2318c9-b3b0-4667-8da1-eed60985f99c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.315773] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.315773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.315773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.315989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.315989] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77d6de9-1038-41c1-bcd6-fb3ad7c60c64',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.317762] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08cb917-1d95-47be-ae91-eb6467c4af30 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.317762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.317762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.317762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.317762] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08cb917-1d95-47be-ae91-eb6467c4af30',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.317997] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b23502-55b5-429a-a9bb-2d86e3567984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.317997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.317997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.318353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.318353] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b23502-55b5-429a-a9bb-2d86e3567984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.318917] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de34566e-f16b-4999-b92d-d096b65d10e5 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.319040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.319105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.319279] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.319320] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de34566e-f16b-4999-b92d-d096b65d10e5',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.320101] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.320192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.320231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.320424] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.320763] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a92aab7-52e4-4c74-bba1-f4787ae2346d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.321599] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769534a-8c1a-446c-a262-1ac0daae0a65 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.321599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.321739] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.321804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.321865] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769534a-8c1a-446c-a262-1ac0daae0a65',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.322565] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.322823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.322823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.322942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.322976] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.323856] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.323856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.323856] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.324487] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.324487] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf163a0-7297-43e4-8356-7d3d03ad4d33',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.325092] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ecf5d6-f379-4997-812c-955611cbfc1c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.325092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.325092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.325092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.325306] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ecf5d6-f379-4997-812c-955611cbfc1c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.325971] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-496feb39-a710-47e9-aed6-c02fa47699cf taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.326072] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.326121] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.326257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.326321] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('496feb39-a710-47e9-aed6-c02fa47699cf',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.330029] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d87ae7-1adb-451f-931d-ff988a591c8d [ 1282.330029] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.330029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.330029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.330291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.330291] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.330291] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d87ae7-1adb-451f-931d-ff988a591c8d already deleted. [ 1282.330375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d87ae7-1adb-451f-931d-ff988a591c8d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.354096] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.354260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.354380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.354570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.357327] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.357327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.358815] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.358902] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.375898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.376049] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff446ad-6318-4288-ac01-fbe600dcaf10 is going to be deleted. [ 1282.377338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.377535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.400674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.400821] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c23311d0-8476-4ce5-8269-b63eac992598 is going to be deleted. [ 1282.401678] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.401884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.420713] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.420840] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebb7884-2dfd-4a43-8a1f-2cb94979d370 is going to be deleted. [ 1282.431298] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.431459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.431502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.431683] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.431769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.431881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff446ad-6318-4288-ac01-fbe600dcaf10" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.448576] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.448744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.448792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.448977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.449081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.449198] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c23311d0-8476-4ce5-8269-b63eac992598" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.475282] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.475437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.475437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.475634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.475720] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.475837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebb7884-2dfd-4a43-8a1f-2cb94979d370" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.836413] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.836590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.836636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.836810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.837083] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.837182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.837247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.837398] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.837485] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.837554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.837672] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.839207] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.839318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.839371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.839524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.839665] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.839797] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.839853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.839998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.840089] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.840169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.840250] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.876699] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.876889] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.876936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.877157] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.883037] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.883037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.883544] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.883642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.896051] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.896200] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.898197] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.898320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.899109] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.899229] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.900071] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.900154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.900912] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.901013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.901777] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.901874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.902592] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.902684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.903375] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.903469] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.907447] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.907666] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.907791] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.908504] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.908910] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.909027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.909759] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.912287] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.912287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.912416] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.912823] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.912961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.914467] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1282.914467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.914467] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de34566e-f16b-4999-b92d-d096b65d10e5 is going to be deleted. [ 1282.915313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.915520] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.934401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.934534] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a92aab7-52e4-4c74-bba1-f4787ae2346d is going to be deleted. [ 1282.935442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.935656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.953750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.953889] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7fd927e-fc01-47b5-addf-c14999afe7c2 is going to be deleted. [ 1282.954750] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.954951] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.970795] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.970972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.974189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.974339] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e2607b-f044-4d9a-88be-a1b8be82bd5f is going to be deleted. [ 1282.975256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.975436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.994628] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.994821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.011348] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.011494] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf163a0-7297-43e4-8356-7d3d03ad4d33 is going to be deleted. [ 1283.012550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.012778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.043066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.043341] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b23502-55b5-429a-a9bb-2d86e3567984 is going to be deleted. [ 1283.044084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.044301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.045845] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.045971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.092025] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.092205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.125606] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.125734] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.131153] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.131603] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769534a-8c1a-446c-a262-1ac0daae0a65 is going to be deleted. [ 1283.132740] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.133078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.176760] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.176973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.179988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.180188] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318bebf2-c884-4d63-b567-5674b6a6e06f is going to be deleted. [ 1283.181467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.181724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.227977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.228302] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77d6de9-1038-41c1-bcd6-fb3ad7c60c64 is going to be deleted. [ 1283.229775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.230037] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.267925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.268143] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08cb917-1d95-47be-ae91-eb6467c4af30 is going to be deleted. [ 1283.269119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.269404] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.271637] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.271637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.297265] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.297406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.332071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.332410] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2318c9-b3b0-4667-8da1-eed60985f99c is going to be deleted. [ 1283.333237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.333568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.344523] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.347954] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.378633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.378804] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ecf5d6-f379-4997-812c-955611cbfc1c is going to be deleted. [ 1283.379763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.379994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.381639] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.381785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.382756] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.382857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.426143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.426310] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c828db-c35e-47d0-8b6d-4666f69cbc1f is going to be deleted. [ 1283.427347] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.427640] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.429271] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.429393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.451647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.451647] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 496feb39-a710-47e9-aed6-c02fa47699cf is going to be deleted. [ 1283.452192] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.452808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.465959] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.466167] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.474987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.475165] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d is going to be deleted. [ 1283.476144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.476357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.476461] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.476614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de34566e-f16b-4999-b92d-d096b65d10e5" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.476774] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.476953] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.477066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.477158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a92aab7-52e4-4c74-bba1-f4787ae2346d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.477772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.477979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.478074] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.478216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7fd927e-fc01-47b5-addf-c14999afe7c2" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.478339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.478482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.478556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.478689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e2607b-f044-4d9a-88be-a1b8be82bd5f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.478819] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.478961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.479062] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.479179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf163a0-7297-43e4-8356-7d3d03ad4d33" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.479308] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.479468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.479544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.479645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b23502-55b5-429a-a9bb-2d86e3567984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.479847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.480024] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.480147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.480280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769534a-8c1a-446c-a262-1ac0daae0a65" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.480409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.480569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.480651] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.480781] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318bebf2-c884-4d63-b567-5674b6a6e06f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.480934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.481109] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.481184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.481315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08cb917-1d95-47be-ae91-eb6467c4af30" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.481443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.481584] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.481673] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.481780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77d6de9-1038-41c1-bcd6-fb3ad7c60c64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.481912] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.482295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.482295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.482562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2318c9-b3b0-4667-8da1-eed60985f99c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.482914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.483097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.483176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.483304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ecf5d6-f379-4997-812c-955611cbfc1c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.520884] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.521126] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.521201] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.521449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.521541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.521684] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c828db-c35e-47d0-8b6d-4666f69cbc1f" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.539011] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.539199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.539266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.539765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.539765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.539765] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-496feb39-a710-47e9-aed6-c02fa47699cf" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.559595] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.559595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.559595] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.559937] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.560057] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.560179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cbfcbf2-b03b-45c4-8dfc-3f282f0e401d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.847721] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 095f5df1-8c86-482b-99c8-77b6ba8c6a27: rpc.has_security_group_logging(os_id): False [ 1283.849293] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed796050-a85b-4af6-b351-acb4cf6ab21e: rpc.has_security_group_logging(os_id): False [ 1283.866204] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.866384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.866427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.866614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.868307] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.868409] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.889318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.889638] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.889784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.889845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.890146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.890301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.890358] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1283.891407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.891581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.911517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.911822] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.911949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.912065] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.912280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.912353] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.912452] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be updated. [ 1283.959768] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.959768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.959768] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.959989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.960984] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.978974] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.979142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.979207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.979410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.979548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.989419] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1284.010207] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1285.919400] env[66010]: INFO networking_nsxv3.common.synchronization [req-630ec323-02d9-4b61-8305-2d2c42c150b9 req-fd7befd2-1d2a-4cb7-b579-06e7b1d318d6 tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_members [ 1285.919954] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_members [ 1285.920273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.920392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.920457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.920707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.920872] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.920977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.921081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.921190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.921269] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.921358] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.007101] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1286.007344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.021055] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1286.021231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.423430] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.423636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.423636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.423863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.423954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.424159] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.424259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.424349] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.424471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.424548] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.424634] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 already deleted. [ 1286.424711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.607666] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.608025] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.608181] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.608579] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.608881] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.609065] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.609185] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.609413] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.609555] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.610089] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.610089] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.610089] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.610220] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.610251] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.610342] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.610463] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.630083] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.630260] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.630395] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.630572] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.631556] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.631556] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.631556] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.631729] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.631729] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566a2dbf-0a24-4d9a-a160-f6ac93db5aab',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.133665] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.133917] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.133999] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.134305] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.134451] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.134599] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 566a2dbf-0a24-4d9a-a160-f6ac93db5aab not found, creating... [ 1287.134855] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.135010] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.135128] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.135343] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.135471] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.135750] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.135899] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.136023] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.136220] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.136348] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.136483] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 566a2dbf-0a24-4d9a-a160-f6ac93db5aab is going to be created. [ 1287.158517] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.158734] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.158903] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.159333] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.159695] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.160017] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.858968] env[66010]: INFO networking_nsxv3.common.synchronization [req-630ec323-02d9-4b61-8305-2d2c42c150b9 req-968d2254-7c2b-4eca-b4e5-93c8a4f92770 service nova] Enqueued Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_rules [ 1287.859163] env[66010]: INFO networking_nsxv3.common.synchronization [req-630ec323-02d9-4b61-8305-2d2c42c150b9 req-968d2254-7c2b-4eca-b4e5-93c8a4f92770 service nova] Enqueued Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_members [ 1287.859294] env[66010]: INFO networking_nsxv3.common.synchronization [req-630ec323-02d9-4b61-8305-2d2c42c150b9 req-968d2254-7c2b-4eca-b4e5-93c8a4f92770 service nova] Enqueued Resource ID: 566a2dbf-0a24-4d9a-a160-f6ac93db5aab with Priority: HIGHEST for action port [ 1287.859825] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_rules [ 1287.860059] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_members [ 1287.860207] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566a2dbf-0a24-4d9a-a160-f6ac93db5aab with Priority: HIGHEST for action port [ 1287.860431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.860547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.860609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.860803] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.860883] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.862343] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.862343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.862343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.862343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.862343] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.862343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.862343] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.862729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.862729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.862729] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.863436] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.863547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.863547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.863670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.863773] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566a2dbf-0a24-4d9a-a160-f6ac93db5aab',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.365030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.365433] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.365433] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.366508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 566a2dbf-0a24-4d9a-a160-f6ac93db5aab with status ACTIVE [ 1288.366508] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.366625] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.366670] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.366939] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.367078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.367279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.367395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.367459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.367624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.367702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.367887] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.367980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.368048] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.368191] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.368266] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.368395] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 566a2dbf-0a24-4d9a-a160-f6ac93db5aab is going to be updated. [ 1288.388767] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.388988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.388988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.389148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.389286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.389441] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-566a2dbf-0a24-4d9a-a160-f6ac93db5aab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.870531] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.373121] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.373556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.373556] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.373630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.373769] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.373825] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 is going to be created. [ 1289.401170] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.401470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.401470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.401602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.401716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.410845] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 in Status: UNINITIALIZED for 2s [ 1291.422305] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 in Status: SUCCESS [ 1291.422690] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.422837] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.423170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.423279] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.423395] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.423457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.423601] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.423679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.423762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.423852] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.926497] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.428297] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4173c33e-5dfd-471f-92d0-538a51aeee41: rpc.has_security_group_logging(os_id): False [ 1292.446883] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.447182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.447182] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.447384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.447460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.447805] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.447966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.447966] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.448177] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.448250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.448349] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 is going to be created. [ 1292.510260] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.510498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.510498] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.510709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.511165] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.522513] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 in Status: IN_PROGRESS for 2s [ 1292.861596] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.861773] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1294.535870] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 in Status: SUCCESS [ 1294.536244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.863108] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.863750] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.864829] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.864829] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.865692] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.866118] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.866906] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.866906] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.867898] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.867898] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.110030] env[66010]: INFO networking_nsxv3.common.synchronization [req-6de3b2d3-2f59-4f6b-8a7e-3158c4b11eea req-bacf3d71-ec11-42a7-912d-d8bde494536e tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1321.110030] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1321.110030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.110030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.110030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.110030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.110030] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.110030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.110030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.110030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.112387] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.112387] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.617043] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.617043] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.617043] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.617043] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1321.642875] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.643437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.645244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.645244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.645244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.653415] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1323.664531] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1323.664993] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 deletion is rescheduled due to dependency. [ 1323.664993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.109854] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.109854] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.228630] env[66010]: INFO networking_nsxv3.common.synchronization [req-96223759-1b8a-412a-a89d-e9da115a4113 req-8f381a56-fcfb-41a0-a080-ba7a3938ef8d tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1330.229108] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1330.229422] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.229544] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.229614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.229804] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.229954] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.230314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.230314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.230314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.230438] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.230467] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.507118] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.507322] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.507445] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.507717] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.507977] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.508148] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.508261] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.508483] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.508623] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.508833] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.508945] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.509064] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.509171] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.509278] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.509379] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.509508] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.529890] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.530063] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.530234] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.530409] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-906" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.530732] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-019d34ea-e585-40ce-946e-5a43aed9e739 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.530897] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.531024] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.531359] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.531495] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019d34ea-e585-40ce-946e-5a43aed9e739',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.733074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.733267] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.733309] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.733533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.733635] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.733834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.733947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.734061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.734256] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.734336] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.734426] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1330.758694] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.758881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.758881] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.759084] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.759224] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.767617] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1331.033579] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.033798] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.033922] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.034236] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.034390] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.034542] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 019d34ea-e585-40ce-946e-5a43aed9e739 not found, creating... [ 1331.034794] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.034949] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.035076] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.035295] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.035430] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.035705] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.035856] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.035970] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.036189] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.036318] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.036455] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 019d34ea-e585-40ce-946e-5a43aed9e739 is going to be created. [ 1331.057863] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.058076] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.058226] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.058478] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.058719] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.058954] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.758191] env[66010]: INFO networking_nsxv3.common.synchronization [req-96223759-1b8a-412a-a89d-e9da115a4113 req-6f85c1a5-646e-4a73-98a5-4b48667ab33e service nova] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 1331.758451] env[66010]: INFO networking_nsxv3.common.synchronization [req-96223759-1b8a-412a-a89d-e9da115a4113 req-6f85c1a5-646e-4a73-98a5-4b48667ab33e service nova] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1331.758520] env[66010]: INFO networking_nsxv3.common.synchronization [req-96223759-1b8a-412a-a89d-e9da115a4113 req-6f85c1a5-646e-4a73-98a5-4b48667ab33e service nova] Enqueued Resource ID: 019d34ea-e585-40ce-946e-5a43aed9e739 with Priority: HIGHEST for action port [ 1331.759015] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_rules [ 1331.759158] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1331.759255] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019d34ea-e585-40ce-946e-5a43aed9e739 with Priority: HIGHEST for action port [ 1331.759522] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.759642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.759755] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.759896] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.760018] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.760853] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.760945] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.761217] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-019d34ea-e585-40ce-946e-5a43aed9e739 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.761331] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.761384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.761549] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.761620] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019d34ea-e585-40ce-946e-5a43aed9e739',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.262994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.263262] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.263262] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 019d34ea-e585-40ce-946e-5a43aed9e739 with status ACTIVE [ 1332.263458] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.263569] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.263632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.263843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.263932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.264108] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.264202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.264261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.264437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.264515] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.264695] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.264813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.264844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.264964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.265060] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.265146] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 019d34ea-e585-40ce-946e-5a43aed9e739 is going to be updated. [ 1332.287863] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.288081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.288081] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.288258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.288393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.288550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019d34ea-e585-40ce-946e-5a43aed9e739" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.778329] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1332.778709] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 deletion is rescheduled due to dependency. [ 1332.778709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.778833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.779018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.779219] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.779339] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.779414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.779552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.779634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.779732] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.283030] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.784544] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.289158] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.289318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.289382] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.289644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.289706] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.289798] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1334.322542] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.322542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.322542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.322542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.322542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.331129] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1336.343663] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1336.344058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.344058] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.344260] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.344444] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.344557] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.344623] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.344788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.344845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.344932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.345042] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.760642] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.760854] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1336.847397] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.349825] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 095f5df1-8c86-482b-99c8-77b6ba8c6a27: rpc.has_security_group_logging(os_id): False [ 1337.369889] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.370131] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.370196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.370501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.370611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.370926] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.371063] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.371124] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.371303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.371384] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.371473] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1337.450842] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.451171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.451171] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.451330] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.451445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.468646] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1339.484558] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1339.484929] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.762174] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.762457] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.575422] env[66010]: INFO networking_nsxv3.common.synchronization [req-49a0ab9a-d58a-400c-bd30-0d8e1fc0c536 req-cae60282-afb0-44c0-a01d-5613e495b811 tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1343.575967] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1343.576281] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.576401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.576470] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.576656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.576802] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.576898] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.576954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.577537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.577537] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.577537] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.079870] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.582319] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.084954] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.085170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.085170] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.085350] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.085437] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.085532] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be updated. [ 1345.116317] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.116510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.116510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.116716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.116853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.126589] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1347.138444] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1347.138871] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.577535] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.577897] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.579082] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.579082] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.580275] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.580275] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.940475] env[66010]: INFO networking_nsxv3.common.synchronization [req-f07b7689-fda8-4a00-931c-c4eb105eb2d0 req-f97cccf1-c0b7-4f6d-b793-191cd9f6e906 tempest-ServerActionsTestOtherA-1329611783 tempest-ServerActionsTestOtherA-1329611783-project-member] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1359.940841] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGHEST for action security_group_members [ 1359.941104] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.941234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.941321] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.941494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.941652] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.941737] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.941810] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.941932] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.942026] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.942116] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.444154] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.444386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.444386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.444638] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.445056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.445056] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.445056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.445255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.445290] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.445359] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.445446] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be updated. [ 1360.473975] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.474210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.474210] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.474340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.474488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.484321] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: IN_PROGRESS for 2s [ 1362.494788] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed796050-a85b-4af6-b351-acb4cf6ab21e in Status: SUCCESS [ 1362.495213] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e deletion is rescheduled due to dependency. [ 1362.495213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.941834] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.941834] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.199910] env[66010]: INFO networking_nsxv3.common.synchronization [None req-452b0aeb-22b9-43cf-89fa-bd080e918f31 None None] Enqueued Resource ID: a901cc58-b745-4bde-baa8-7ead59bd0075 with Priority: HIGHEST for action port [ 1368.200441] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a901cc58-b745-4bde-baa8-7ead59bd0075 with Priority: HIGHEST for action port [ 1368.200896] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-a901cc58-b745-4bde-baa8-7ead59bd0075 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.201078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a901cc58-b745-4bde-baa8-7ead59bd0075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.201139] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a901cc58-b745-4bde-baa8-7ead59bd0075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.201365] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a901cc58-b745-4bde-baa8-7ead59bd0075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.201463] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a901cc58-b745-4bde-baa8-7ead59bd0075',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.388876] env[66010]: INFO networking_nsxv3.common.synchronization [None req-6a720ef0-db06-4557-b997-0ec926e2b3e2 tempest-ServerActionsV293TestJSON-1327713279 tempest-ServerActionsV293TestJSON-1327713279-project-member] Enqueued Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_rules [ 1368.389494] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_rules [ 1368.389803] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f03e7e5-0f41-4793-9207-35b020ac367c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.389925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.389991] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.390743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.390859] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.466299] env[66010]: INFO networking_nsxv3.common.synchronization [None req-f3feeb05-22ee-495c-bc2b-3d663cdf5257 tempest-ServerActionsV293TestJSON-1327713279 tempest-ServerActionsV293TestJSON-1327713279-project-member] Enqueued Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_rules [ 1368.466792] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_rules [ 1368.467126] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f03e7e5-0f41-4793-9207-35b020ac367c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.467226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.703810] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a901cc58-b745-4bde-baa8-7ead59bd0075 [ 1368.704076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.704212] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.704281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.704522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.704614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.704706] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a901cc58-b745-4bde-baa8-7ead59bd0075 already deleted. [ 1368.704788] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a901cc58-b745-4bde-baa8-7ead59bd0075" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.913762] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.913762] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.913977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.914123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.914211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.914308] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f03e7e5-0f41-4793-9207-35b020ac367c already deleted. [ 1368.914392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.914541] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.914724] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.914810] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.436339] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.436644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.436644] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.436848] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.436944] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.440018] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f03e7e5-0f41-4793-9207-35b020ac367c already deleted. [ 1369.440018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.382407] env[66010]: INFO networking_nsxv3.common.synchronization [None req-586f0dda-4a41-4ae4-81c5-e2557e66c648 None None] Enqueued Resource ID: 40f54868-2b9d-44d0-aa06-0aa5e9875719 with Priority: HIGHEST for action port [ 1370.383016] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f54868-2b9d-44d0-aa06-0aa5e9875719 with Priority: HIGHEST for action port [ 1370.383332] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-40f54868-2b9d-44d0-aa06-0aa5e9875719 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.383454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40f54868-2b9d-44d0-aa06-0aa5e9875719" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.383519] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40f54868-2b9d-44d0-aa06-0aa5e9875719" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.383770] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40f54868-2b9d-44d0-aa06-0aa5e9875719" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.383853] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40f54868-2b9d-44d0-aa06-0aa5e9875719',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.886041] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40f54868-2b9d-44d0-aa06-0aa5e9875719 [ 1370.886364] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.886364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.886468] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.886634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.886725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.886817] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40f54868-2b9d-44d0-aa06-0aa5e9875719 already deleted. [ 1370.886897] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40f54868-2b9d-44d0-aa06-0aa5e9875719" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.384261] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.384527] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.385494] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.385919] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.386735] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.387206] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.388132] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.388396] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.300762] env[66010]: INFO networking_nsxv3.common.synchronization [req-83761b27-61fb-4245-bfae-6e8eb02931ab req-104e4b5c-53e9-4bd3-bca8-4b963104981f tempest-ServerActionsTestJSON-1596191496 tempest-ServerActionsTestJSON-1596191496-project-member] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1394.301980] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGHEST for action security_group_members [ 1394.301980] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.301980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.301980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.301980] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.302237] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.302237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.302316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.302444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.302491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.302589] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.805131] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.805313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.805377] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.805666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.805808] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.806059] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.806175] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.806241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.806407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.806484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.806572] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be updated. [ 1394.835190] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.835190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.835190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.835503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.835503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.845691] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: IN_PROGRESS for 2s [ 1394.849529] env[66010]: INFO networking_nsxv3.common.synchronization [req-cdca0ffc-bdd8-4529-acf8-2073c8e9d53f req-ef850493-3caf-4ea0-a147-92b41bfd4624 tempest-ServerActionsV293TestJSON-1327713279 tempest-ServerActionsV293TestJSON-1327713279-project-member] Enqueued Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_members [ 1394.850017] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_members [ 1394.850355] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f03e7e5-0f41-4793-9207-35b020ac367c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.850477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.850538] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.850786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.851029] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.851136] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.851202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.851415] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.851510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.851603] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.148355] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.148558] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-704" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.148679] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-704" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.149054] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-704" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.149328] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.149494] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.149653] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.149830] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.149971] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.150226] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1395.150338] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1395.150444] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1395.150550] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1395.150654] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1395.150757] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1395.150911] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1395.171099] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1395.171273] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1395.171408] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1395.171579] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-704" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.171883] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-b1298177-9508-4878-81a8-7ca575ef8fe9 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.172066] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.172182] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.172505] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.172640] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1298177-9508-4878-81a8-7ca575ef8fe9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.353886] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.353886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.353886] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.354367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.354367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.354367] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.354509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.354509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.354674] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.354749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.354835] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f03e7e5-0f41-4793-9207-35b020ac367c already deleted. [ 1395.354914] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.675106] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.675328] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.675450] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.675727] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.675871] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.676047] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port b1298177-9508-4878-81a8-7ca575ef8fe9 not found, creating... [ 1395.676312] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.676464] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.676581] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.676821] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.676966] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.677258] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.677413] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.677528] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.677841] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.678083] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.678240] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: b1298177-9508-4878-81a8-7ca575ef8fe9 is going to be created. [ 1395.709249] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.709517] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.709605] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.709914] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.710350] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.710591] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.392020] env[66010]: INFO networking_nsxv3.common.synchronization [req-cdca0ffc-bdd8-4529-acf8-2073c8e9d53f req-d8933c09-1239-4ca5-a27a-3d3b65e9b45c service nova] Enqueued Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_rules [ 1396.392020] env[66010]: INFO networking_nsxv3.common.synchronization [req-cdca0ffc-bdd8-4529-acf8-2073c8e9d53f req-d8933c09-1239-4ca5-a27a-3d3b65e9b45c service nova] Enqueued Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_members [ 1396.392020] env[66010]: INFO networking_nsxv3.common.synchronization [req-cdca0ffc-bdd8-4529-acf8-2073c8e9d53f req-d8933c09-1239-4ca5-a27a-3d3b65e9b45c service nova] Enqueued Resource ID: b1298177-9508-4878-81a8-7ca575ef8fe9 with Priority: HIGHEST for action port [ 1396.392020] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_rules [ 1396.392020] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_members [ 1396.392020] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1298177-9508-4878-81a8-7ca575ef8fe9 with Priority: HIGHEST for action port [ 1396.392789] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f03e7e5-0f41-4793-9207-35b020ac367c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.392925] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.392996] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.393295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.393383] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.394284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f03e7e5-0f41-4793-9207-35b020ac367c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.394442] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.394530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.394730] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.394990] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.394990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.395107] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.395288] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.395410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.395520] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.396623] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1298177-9508-4878-81a8-7ca575ef8fe9 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.396876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.397092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.397391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.397491] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1298177-9508-4878-81a8-7ca575ef8fe9',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.855736] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 in Status: SUCCESS [ 1396.855919] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 deletion is rescheduled due to dependency. [ 1396.855959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.899479] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.900555] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f03e7e5-0f41-4793-9207-35b020ac367c taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.900723] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.900812] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1298177-9508-4878-81a8-7ca575ef8fe9 with status ACTIVE [ 1396.901040] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.901154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.901219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.901408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.901494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.901655] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.901748] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.901820] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.901986] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.902078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.902284] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.902335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.902391] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.902526] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.902599] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.902679] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1298177-9508-4878-81a8-7ca575ef8fe9 is going to be updated. [ 1396.923124] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.923380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.923380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.923518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.923648] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.923800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1298177-9508-4878-81a8-7ca575ef8fe9" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.405293] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.908511] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.908729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.908778] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.909101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.909228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.909338] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f03e7e5-0f41-4793-9207-35b020ac367c is going to be created. [ 1397.953087] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.953312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.953419] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.953624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.953802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.977701] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f03e7e5-0f41-4793-9207-35b020ac367c in Status: UNINITIALIZED for 2s [ 1399.989202] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f03e7e5-0f41-4793-9207-35b020ac367c in Status: SUCCESS [ 1399.989489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.989598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.989812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.990010] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.990134] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.990195] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.990352] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.990431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.990514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.990600] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.493553] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.996297] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f03e7e5-0f41-4793-9207-35b020ac367c: rpc.has_security_group_logging(os_id): False [ 1401.014498] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.014714] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.014763] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.014983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.015113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.015377] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.015497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.015570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.015756] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.015853] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.015958] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f03e7e5-0f41-4793-9207-35b020ac367c is going to be created. [ 1401.072870] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.073119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.073119] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.073298] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.073479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.084076] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f03e7e5-0f41-4793-9207-35b020ac367c in Status: IN_PROGRESS for 2s [ 1401.393312] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.393474] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1403.097597] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f03e7e5-0f41-4793-9207-35b020ac367c in Status: SUCCESS [ 1403.097825] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.394864] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.395266] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.396073] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.396478] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.397466] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.397823] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.398583] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.398932] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.399762] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.399762] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.669167] env[66010]: INFO networking_nsxv3.common.synchronization [req-ca2b50b3-3c7c-4b8a-8893-b8bada0d1d90 req-6564eb08-f562-4846-bedc-fe92bda77a03 tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_members [ 1428.669776] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGHEST for action security_group_members [ 1428.670115] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.670271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.670380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.670499] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.671232] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.671232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.671232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.671232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.671232] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.671232] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.174231] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.174460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.174460] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.174649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.174742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.174949] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.175061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.175123] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.175280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.175357] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.175443] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 is going to be updated. [ 1429.215273] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.215510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.215510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.215707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.215849] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.225908] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 in Status: IN_PROGRESS for 2s [ 1431.236828] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 in Status: SUCCESS [ 1431.237237] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 deletion is rescheduled due to dependency. [ 1431.237237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.302718] env[66010]: INFO networking_nsxv3.common.synchronization [None req-debd645e-24f2-46e4-b0fc-7b7d269e24bf tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_rules [ 1433.303560] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_rules [ 1433.303560] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf7ba42-d51b-413f-ae92-a76613f859b0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.303560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.303560] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.303733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.303733] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.379161] env[66010]: INFO networking_nsxv3.common.synchronization [None req-ddb19c47-e35f-4bb3-936c-55c2c74c90cb tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_rules [ 1433.379610] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_rules [ 1433.379913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf7ba42-d51b-413f-ae92-a76613f859b0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.380027] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.826125] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.826379] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.826505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.826805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.826942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.827089] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 already deleted. [ 1433.827275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.827528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.827801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.827950] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.349150] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.349150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.349150] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.349607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.349607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.349607] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 already deleted. [ 1434.349607] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.380511] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.380870] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.667887] env[66010]: INFO networking_nsxv3.common.synchronization [req-1e98ab22-0c1d-49c3-9b48-2ff64e5f8add req-8b18092b-a3ae-4b08-ad4a-71ac197dda4d tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_members [ 1438.668120] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_members [ 1438.668308] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf7ba42-d51b-413f-ae92-a76613f859b0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.668421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.669055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.669055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.669055] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.669055] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.669464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.669464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.669464] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.669612] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.947057] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.947263] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.947382] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.947643] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.947895] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.948060] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.948179] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.948391] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.948528] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.948731] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1438.948838] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1438.948941] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1438.949061] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1438.949189] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1438.949293] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1438.949423] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1438.970453] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1438.970724] env[66010]: DEBUG dogpile.cache.region [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1438.970724] env[66010]: DEBUG dogpile.lock [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1438.971054] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "network-64" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.971612] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock port-771e5832-4efa-487c-ad8f-8637d63c3327 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.971833] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.971955] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.972285] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.972419] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771e5832-4efa-487c-ad8f-8637d63c3327',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.171492] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.171749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.171749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.171931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.172025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.172237] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.172363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.172436] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.172583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.172660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.172745] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 already deleted. [ 1439.172822] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.474763] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.475105] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.475105] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.475318] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.475495] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.475656] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Segment Port 771e5832-4efa-487c-ad8f-8637d63c3327 not found, creating... [ 1439.475909] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.476082] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.476209] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.476533] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.476756] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.477086] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.477249] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.477364] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.477574] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.477703] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.477858] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Resource: SegmentPort with ID: 771e5832-4efa-487c-ad8f-8637d63c3327 is going to be created. [ 1439.498433] env[66010]: DEBUG networking_nsxv3.common.locking [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.498664] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.498715] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.499317] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.499317] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.499477] env[66010]: DEBUG oslo_concurrency.lockutils [None req-f6c4990e-a113-453d-bf2f-f0bad9529170 None None] Releasing lock "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.216359] env[66010]: INFO networking_nsxv3.common.synchronization [req-1e98ab22-0c1d-49c3-9b48-2ff64e5f8add req-57fa9be4-c788-4edf-8452-0cdb0bcafb86 service nova] Enqueued Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_rules [ 1440.216588] env[66010]: INFO networking_nsxv3.common.synchronization [req-1e98ab22-0c1d-49c3-9b48-2ff64e5f8add req-57fa9be4-c788-4edf-8452-0cdb0bcafb86 service nova] Enqueued Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_members [ 1440.216758] env[66010]: INFO networking_nsxv3.common.synchronization [req-1e98ab22-0c1d-49c3-9b48-2ff64e5f8add req-57fa9be4-c788-4edf-8452-0cdb0bcafb86 service nova] Enqueued Resource ID: 771e5832-4efa-487c-ad8f-8637d63c3327 with Priority: HIGHEST for action port [ 1440.217292] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_rules [ 1440.217451] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_members [ 1440.217570] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 771e5832-4efa-487c-ad8f-8637d63c3327 with Priority: HIGHEST for action port [ 1440.217875] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf7ba42-d51b-413f-ae92-a76613f859b0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.218196] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.218316] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.218552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.218680] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.220018] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf7ba42-d51b-413f-ae92-a76613f859b0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.220199] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.220274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.222095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.222095] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.222095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.222095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.222095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.222095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.222095] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.223212] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-771e5832-4efa-487c-ad8f-8637d63c3327 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.223327] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.223375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.223530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.223604] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771e5832-4efa-487c-ad8f-8637d63c3327',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.720630] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf7ba42-d51b-413f-ae92-a76613f859b0 taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.721085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.724108] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.725285] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 771e5832-4efa-487c-ad8f-8637d63c3327 with status ACTIVE [ 1440.725474] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.725594] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.725657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.725862] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.725956] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.726144] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.726240] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.726300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.726459] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.727033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.727033] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.727033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.727033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.727033] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.727313] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.727313] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 771e5832-4efa-487c-ad8f-8637d63c3327 is going to be updated. [ 1440.749376] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.749376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.749376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.749614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.749677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.749835] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-771e5832-4efa-487c-ad8f-8637d63c3327" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.229274] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.731551] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.732030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.732030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.732030] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.732154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.732189] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 is going to be created. [ 1441.756082] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.756276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.756276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.756478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.756630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.766296] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 in Status: UNINITIALIZED for 2s [ 1443.778064] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 in Status: SUCCESS [ 1443.778064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.778064] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.778491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.778491] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.778491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.778630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.778680] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.778767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.778847] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.778939] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.281269] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.783397] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaf7ba42-d51b-413f-ae92-a76613f859b0: rpc.has_security_group_logging(os_id): False [ 1444.801358] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.801558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.801558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.801716] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.801823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.802054] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.802159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.802223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.802372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.802449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.802538] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 is going to be created. [ 1444.857194] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.857453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.857453] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.857598] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.857772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.869137] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 in Status: IN_PROGRESS for 2s [ 1445.219135] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.219360] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1446.805519] env[66010]: INFO networking_nsxv3.common.synchronization [req-72f8d772-61ac-4c6c-94b3-d657f7a0ea2e req-e9b01505-b973-442b-a1f8-59b412f7b7ba tempest-ServerActionsV293TestJSON-1327713279 tempest-ServerActionsV293TestJSON-1327713279-project-member] Enqueued Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_members [ 1446.806132] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f03e7e5-0f41-4793-9207-35b020ac367c with Priority: HIGHEST for action security_group_members [ 1446.806431] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f03e7e5-0f41-4793-9207-35b020ac367c taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.806567] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.806656] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.806857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.807076] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.807190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.807253] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.807402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.807489] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.807626] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f03e7e5-0f41-4793-9207-35b020ac367c',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.883770] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 in Status: SUCCESS [ 1446.883971] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.311012] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.311303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.311454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.311689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.311784] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.311993] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.313052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.313052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.313052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.313052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.313052] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f03e7e5-0f41-4793-9207-35b020ac367c is going to be updated. [ 1447.346712] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.346936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.346936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.347325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.347531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.364282] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f03e7e5-0f41-4793-9207-35b020ac367c in Status: IN_PROGRESS for 2s [ 1449.375119] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f03e7e5-0f41-4793-9207-35b020ac367c in Status: SUCCESS [ 1449.375452] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f03e7e5-0f41-4793-9207-35b020ac367c deletion is rescheduled due to dependency. [ 1449.375452] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f03e7e5-0f41-4793-9207-35b020ac367c" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.656229] env[66010]: INFO networking_nsxv3.common.synchronization [None req-ed880be7-55e3-4d66-b55d-167409bfff59 None None] Enqueued Resource ID: 1b245ec7-1c51-48bd-b4f5-b5d30d4732ab with Priority: HIGHEST for action port [ 1450.656809] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b245ec7-1c51-48bd-b4f5-b5d30d4732ab with Priority: HIGHEST for action port [ 1450.657102] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b245ec7-1c51-48bd-b4f5-b5d30d4732ab taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.657431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b245ec7-1c51-48bd-b4f5-b5d30d4732ab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.657431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b245ec7-1c51-48bd-b4f5-b5d30d4732ab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.657566] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b245ec7-1c51-48bd-b4f5-b5d30d4732ab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.657623] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b245ec7-1c51-48bd-b4f5-b5d30d4732ab',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.161287] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b245ec7-1c51-48bd-b4f5-b5d30d4732ab [ 1451.161616] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.161736] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.161806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.162097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.162097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.162195] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b245ec7-1c51-48bd-b4f5-b5d30d4732ab already deleted. [ 1451.162231] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b245ec7-1c51-48bd-b4f5-b5d30d4732ab" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.688023] env[66010]: INFO networking_nsxv3.common.synchronization [None req-b2847014-a63b-4984-8e3d-ef426a77eb11 None None] Enqueued Resource ID: 77d5421b-ef22-44f1-bd48-487a7895da74 with Priority: HIGHEST for action port [ 1452.688442] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d5421b-ef22-44f1-bd48-487a7895da74 with Priority: HIGHEST for action port [ 1452.688755] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-77d5421b-ef22-44f1-bd48-487a7895da74 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.688875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77d5421b-ef22-44f1-bd48-487a7895da74" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.689148] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77d5421b-ef22-44f1-bd48-487a7895da74" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.689281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77d5421b-ef22-44f1-bd48-487a7895da74" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.689387] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d5421b-ef22-44f1-bd48-487a7895da74',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.192785] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77d5421b-ef22-44f1-bd48-487a7895da74 [ 1453.192994] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.193144] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.193219] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.193414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.193500] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.193591] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77d5421b-ef22-44f1-bd48-487a7895da74 already deleted. [ 1453.193672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77d5421b-ef22-44f1-bd48-487a7895da74" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.980517] env[66010]: INFO networking_nsxv3.common.synchronization [req-88fc6a1b-30b9-489e-b8f5-b5c09269b749 req-fd9b42b9-47fc-4f54-b1dc-41a5e0625f2a tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1455.981175] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1455.981340] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.981533] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.981604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.981845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.981997] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.982108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.982169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.982319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.982417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.982521] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.283153] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.283354] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "network-999" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.283476] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "network-999" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.283802] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "network-999" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.284405] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.284573] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.284690] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.284904] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.285058] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.285261] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1456.285370] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] NeedRegenerationException {{(pid=66010) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1456.285474] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] no value, waiting for create lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1456.285579] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] value creation lock acquired {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1456.285685] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] No value present for key: 'zone-id' {{(pid=66010) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1456.285790] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Calling creation function for not-yet-present value {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1456.285914] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1456.306639] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1456.306812] env[66010]: DEBUG dogpile.cache.region [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66010) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1456.306928] env[66010]: DEBUG dogpile.lock [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Released creation lock {{(pid=66010) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1456.307119] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "network-999" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.307427] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock port-32a1ce90-032b-42fa-9a58-ed89908bb8df taken with stack trace [, , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.307595] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.307711] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.308031] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.308168] env[66010]: DEBUG networking_nsxv3.api.rpc [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a1ce90-032b-42fa-9a58-ed89908bb8df',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.485046] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.485243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.485243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.485411] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.485502] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.485686] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.485800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.485864] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.485985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.486071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.486155] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d already deleted. [ 1456.486234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.810562] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.810852] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.810992] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.811756] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.811915] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.812081] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Segment Port 32a1ce90-032b-42fa-9a58-ed89908bb8df not found, creating... [ 1456.812334] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.812517] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.812652] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.812817] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.812948] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.813300] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.813387] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.813499] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.813703] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.813832] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.813968] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Resource: SegmentPort with ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df is going to be created. [ 1456.834015] env[66010]: DEBUG networking_nsxv3.common.locking [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.834217] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.834339] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.834581] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.834836] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.835088] env[66010]: DEBUG oslo_concurrency.lockutils [None req-7366d0fd-ee86-47d2-8f4e-5ea756f47c4f None None] Releasing lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.523785] env[66010]: INFO networking_nsxv3.common.synchronization [req-88fc6a1b-30b9-489e-b8f5-b5c09269b749 req-12482b8b-4fe1-4287-a85a-60a63f0d6d44 service nova] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_rules [ 1457.524044] env[66010]: INFO networking_nsxv3.common.synchronization [req-88fc6a1b-30b9-489e-b8f5-b5c09269b749 req-12482b8b-4fe1-4287-a85a-60a63f0d6d44 service nova] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1457.524044] env[66010]: INFO networking_nsxv3.common.synchronization [req-88fc6a1b-30b9-489e-b8f5-b5c09269b749 req-12482b8b-4fe1-4287-a85a-60a63f0d6d44 service nova] Enqueued Resource ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df with Priority: HIGHEST for action port [ 1457.524483] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_rules [ 1457.524609] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1457.524701] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df with Priority: HIGHEST for action port [ 1457.524968] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.525243] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.525315] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.525581] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.525668] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.526814] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.526911] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.526979] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.527258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.528021] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.528021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.528021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.528021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.528021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.528021] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.529367] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a1ce90-032b-42fa-9a58-ed89908bb8df taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.529482] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.529550] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.529701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.530109] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a1ce90-032b-42fa-9a58-ed89908bb8df',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.030022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.031990] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a1ce90-032b-42fa-9a58-ed89908bb8df with status ACTIVE [ 1458.032219] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.032344] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.032447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.032661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.032729] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.032906] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.033021] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.033077] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.033225] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.033301] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.033479] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.033575] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.033672] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.033876] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.033946] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.034045] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df is going to be updated. [ 1458.035294] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.035406] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.057471] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.057687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.057687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.057885] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.057994] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.058176] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.533200] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.036163] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.036447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.036447] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.036612] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.036705] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.036806] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be created. [ 1459.062456] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.062679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.062679] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.062821] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.062969] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.072109] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: UNINITIALIZED for 2s [ 1461.084128] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1461.084531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.084531] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.084702] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.084888] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.085016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.085086] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.085237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.085317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.085401] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.085491] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.588170] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.588380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.588380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.588597] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.588758] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.588858] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.588919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.589083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.589169] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.589255] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.589417] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.589517] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.589579] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.589728] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.589863] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.589983] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.590039] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.590155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.590228] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.590306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.590390] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.092663] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e287f8b-b854-466d-93bb-42991da4b10d: rpc.has_security_group_logging(os_id): False [ 1462.110426] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.110634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.110677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.110878] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.111012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.111256] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.111361] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.111421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.111604] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.111687] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.111871] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.111985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.112042] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.112202] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.112275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.112464] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.112558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.112614] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.112786] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.112888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.113040] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be created. [ 1462.170064] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.170335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.170393] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.170587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.170767] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.183596] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: IN_PROGRESS for 2s [ 1462.525744] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.525928] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1464.196663] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1464.197036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.526826] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.527269] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.528309] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.528737] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.352784] env[66010]: INFO networking_nsxv3.common.synchronization [req-22fac737-44b1-4a22-baed-541b09543658 req-72a61740-6f12-4a88-8586-cc46c4c93cfb tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.352987] env[66010]: INFO networking_nsxv3.common.synchronization [req-22fac737-44b1-4a22-baed-541b09543658 req-72a61740-6f12-4a88-8586-cc46c4c93cfb tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_members [ 1473.353490] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.353611] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_members [ 1473.353895] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.354012] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.354497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.354497] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.354497] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.354634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.354634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.354874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.354874] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.355015] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.355837] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7485c67-0326-4bee-9769-92a19367460d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.355947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.356014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.356214] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.357250] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.357392] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.357450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.357568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.357652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.357747] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.395649] env[66010]: INFO networking_nsxv3.common.synchronization [req-22fac737-44b1-4a22-baed-541b09543658 req-72a61740-6f12-4a88-8586-cc46c4c93cfb tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_rules [ 1473.395818] env[66010]: INFO networking_nsxv3.common.synchronization [req-22fac737-44b1-4a22-baed-541b09543658 req-72a61740-6f12-4a88-8586-cc46c4c93cfb tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.395949] env[66010]: INFO networking_nsxv3.common.synchronization [req-22fac737-44b1-4a22-baed-541b09543658 req-72a61740-6f12-4a88-8586-cc46c4c93cfb tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_rules [ 1473.396090] env[66010]: INFO networking_nsxv3.common.synchronization [req-22fac737-44b1-4a22-baed-541b09543658 req-72a61740-6f12-4a88-8586-cc46c4c93cfb tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_members [ 1473.396404] env[66010]: INFO networking_nsxv3.common.synchronization [req-22fac737-44b1-4a22-baed-541b09543658 req-72a61740-6f12-4a88-8586-cc46c4c93cfb tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df with Priority: HIGHEST for action port [ 1473.396825] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_rules [ 1473.396961] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_rules [ 1473.397070] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df with Priority: HIGHEST for action port [ 1473.397162] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.397249] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_members [ 1473.397521] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.397722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.397722] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.397894] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.397996] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.399074] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7485c67-0326-4bee-9769-92a19367460d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.399990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.400085] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.400297] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.400374] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.401194] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a1ce90-032b-42fa-9a58-ed89908bb8df taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.401304] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.401367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.401522] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.401605] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a1ce90-032b-42fa-9a58-ed89908bb8df',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.402331] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.402423] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.402654] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7485c67-0326-4bee-9769-92a19367460d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.403053] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.683380] env[66010]: INFO networking_nsxv3.common.synchronization [req-89d6976d-84ff-4d64-b0b4-fe11c3d4f228 req-7bff006d-167a-4e2e-b023-f9b610c6e2fe tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.683380] env[66010]: INFO networking_nsxv3.common.synchronization [req-89d6976d-84ff-4d64-b0b4-fe11c3d4f228 req-7bff006d-167a-4e2e-b023-f9b610c6e2fe tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_members [ 1473.683788] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.684064] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7485c67-0326-4bee-9769-92a19367460d with Priority: HIGHEST for action security_group_members [ 1473.684151] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.684205] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.684366] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7485c67-0326-4bee-9769-92a19367460d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.684445] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.725494] env[66010]: INFO networking_nsxv3.common.synchronization [req-89d6976d-84ff-4d64-b0b4-fe11c3d4f228 req-7bff006d-167a-4e2e-b023-f9b610c6e2fe tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_rules [ 1473.725671] env[66010]: INFO networking_nsxv3.common.synchronization [req-89d6976d-84ff-4d64-b0b4-fe11c3d4f228 req-7bff006d-167a-4e2e-b023-f9b610c6e2fe tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.725806] env[66010]: INFO networking_nsxv3.common.synchronization [req-89d6976d-84ff-4d64-b0b4-fe11c3d4f228 req-7bff006d-167a-4e2e-b023-f9b610c6e2fe tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df with Priority: HIGHEST for action port [ 1473.727814] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_rules [ 1473.727943] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1473.728046] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df with Priority: HIGHEST for action port [ 1473.728448] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.728448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.728637] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.728749] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.728834] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a1ce90-032b-42fa-9a58-ed89908bb8df taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.728910] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.859809] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.860769] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.904581] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7485c67-0326-4bee-9769-92a19367460d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.904782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.904937] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.905133] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.905196] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a1ce90-032b-42fa-9a58-ed89908bb8df with status ACTIVE [ 1473.905333] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.905444] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.905507] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.905709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.905792] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.905970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.906083] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.906140] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.906295] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.906371] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.906551] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.906645] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.906698] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.906843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.906916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.906999] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df is going to be updated. [ 1473.933752] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.933974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.933974] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.934180] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.934319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.934476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.934960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.935152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.935234] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a1ce90-032b-42fa-9a58-ed89908bb8df',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.363082] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.364079] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.437323] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a1ce90-032b-42fa-9a58-ed89908bb8df with status ACTIVE [ 1474.437483] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.437620] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.437685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.437957] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.438082] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.438268] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.438367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.438427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.438590] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.438661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.438843] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.438947] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.438999] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.439142] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.439388] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.439495] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a1ce90-032b-42fa-9a58-ed89908bb8df is going to be updated. [ 1474.461183] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.461375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.461375] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.461634] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.461785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.462066] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a1ce90-032b-42fa-9a58-ed89908bb8df" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.866452] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.866954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.866954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.866954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.867080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.867169] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be updated. [ 1474.868517] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.868677] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.868775] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.868968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.869095] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.869190] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7485c67-0326-4bee-9769-92a19367460d is going to be created. [ 1474.900280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.900488] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.900585] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.900828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.901018] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.904242] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.904414] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.904506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.904717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.904880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.912382] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7485c67-0326-4bee-9769-92a19367460d in Status: UNINITIALIZED for 2s [ 1474.913210] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: IN_PROGRESS for 2s [ 1476.924642] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1476.925094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.925680] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7485c67-0326-4bee-9769-92a19367460d in Status: SUCCESS [ 1476.925872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.926034] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.926259] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.926446] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.926564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.926630] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.926785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.926863] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.926955] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.927815] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.928011] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.928174] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.928274] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.928335] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.928479] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.928554] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.928638] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.430852] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.432148] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.432370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.432370] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.432562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.432637] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.432826] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.432924] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.432993] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.433166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.433244] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.433370] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7485c67-0326-4bee-9769-92a19367460d is going to be deleted. [ 1477.468824] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.468824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.468824] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.469281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.469281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.469281] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.469430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.469478] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.469685] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.469795] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.469850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.469997] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.470087] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.470180] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.935623] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.973318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.973616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.973616] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.973801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.973801] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.974192] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.974303] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.974363] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.974530] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.974650] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.974705] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7485c67-0326-4bee-9769-92a19367460d already deleted. [ 1477.974773] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.974921] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.975080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.975228] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.975319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.975372] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.975629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.975629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.975743] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.438228] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.438483] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.438583] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.438916] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.439080] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.439234] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be updated. [ 1478.477464] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.477855] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.478061] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.478319] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.478475] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.479905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.480159] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.480234] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.480472] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.480609] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.480917] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.481071] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.481145] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.481325] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.481449] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.481493] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7485c67-0326-4bee-9769-92a19367460d already deleted. [ 1478.481570] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.481830] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.492593] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: IN_PROGRESS for 2s [ 1478.621665] env[66010]: INFO networking_nsxv3.common.synchronization [req-673b4336-a99f-4414-bbb6-7781a9501dc1 req-46d7dd0b-489c-47d0-8e26-042faa468978 tempest-ServerRescueTestJSONUnderV235-1479926961 tempest-ServerRescueTestJSONUnderV235-1479926961-project-member] Enqueued Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1478.622885] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e287f8b-b854-466d-93bb-42991da4b10d with Priority: HIGHEST for action security_group_members [ 1478.623420] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e287f8b-b854-466d-93bb-42991da4b10d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.623593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.983999] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7485c67-0326-4bee-9769-92a19367460d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.486970] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7485c67-0326-4bee-9769-92a19367460d: rpc.has_security_group_logging(os_id): False [ 1479.504906] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.505137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.505137] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.505356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.505448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.505640] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.505741] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.505806] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.505949] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.506035] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.506121] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7485c67-0326-4bee-9769-92a19367460d is going to be created. [ 1479.521807] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e7485c67-0326-4bee-9769-92a19367460d], does not exist path=[/infra/domains/default/groups/e7485c67-0326-4bee-9769-92a19367460d]."\n}' [ 1479.521956] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7485c67-0326-4bee-9769-92a19367460d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7485c67-0326-4bee-9769-92a19367460d [ 1479.522066] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1479.554229] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.554462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.554462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.554624] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.555381] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.555812] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.555812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.555812] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.555998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.555998] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.556178] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.556276] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.556328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.556457] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.556543] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.556603] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7485c67-0326-4bee-9769-92a19367460d is going to be created. [ 1479.570956] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e7485c67-0326-4bee-9769-92a19367460d], does not exist path=[/infra/domains/default/groups/e7485c67-0326-4bee-9769-92a19367460d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7485c67-0326-4bee-9769-92a19367460d [ 1479.571221] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7485c67-0326-4bee-9769-92a19367460d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.571343] env[66010]: Traceback (most recent call last): [ 1479.571403] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1479.571403] env[66010]: return func(*args, **kwargs) [ 1479.571403] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1479.571403] env[66010]: res.raise_for_status() [ 1479.571403] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1479.571403] env[66010]: raise HTTPError(http_error_msg, response=self) [ 1479.571403] env[66010]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7485c67-0326-4bee-9769-92a19367460d [ 1479.571403] env[66010]: During handling of the above exception, another exception occurred: [ 1479.571403] env[66010]: Traceback (most recent call last): [ 1479.571403] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1479.571403] env[66010]: listener.cb(fileno) [ 1479.571403] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1479.571403] env[66010]: result = function(*args, **kwargs) [ 1479.571403] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1479.571403] env[66010]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1479.571403] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1479.571403] env[66010]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1479.571403] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1479.571403] env[66010]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1479.571403] env[66010]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1479.571403] env[66010]: res.raise_for_status() [ 1479.571403] env[66010]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1479.571403] env[66010]: raise HTTPError(http_error_msg, response=self) [ 1479.571403] env[66010]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e7485c67-0326-4bee-9769-92a19367460d [ 1479.571403] env[66010]: Removing descriptor: 21 [ 1480.504075] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1480.504075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.504075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.504075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.504075] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.504744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.504744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.504744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.504744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.504744] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.007266] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.007474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.007474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.007701] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.028229] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.028453] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.028593] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.028658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.028857] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.028942] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.029044] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be updated. [ 1481.056064] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.056283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.056283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.056471] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.056605] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.065370] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: IN_PROGRESS for 2s [ 1483.077222] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1483.077621] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d deletion is rescheduled due to dependency. [ 1483.077621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.077621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.077833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.077983] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.078108] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.078173] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.078323] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.078402] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.078492] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.581077] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.581227] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.581733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.581733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.581733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.581913] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.581973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.581973] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.582147] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.582215] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.582302] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be updated. [ 1483.611880] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.611880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.611880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.611880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.611880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.621065] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: IN_PROGRESS for 2s [ 1483.623539] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.623539] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1485.632470] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1485.632807] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d deletion is rescheduled due to dependency. [ 1485.632807] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.632965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.633197] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.633385] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.633501] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.633564] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.633710] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.633794] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.633879] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.633994] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.634844] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.635056] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.635176] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.635305] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.635362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.635477] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.635552] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.635633] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.137504] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.138184] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.138341] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.138408] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.138662] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.138758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.138942] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.139052] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.139113] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.139261] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.139337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.139420] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be updated. [ 1486.164970] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.165186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.165186] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.165443] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.165613] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.174385] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: IN_PROGRESS for 2s [ 1486.641137] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e287f8b-b854-466d-93bb-42991da4b10d: rpc.has_security_group_logging(os_id): False [ 1486.659836] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.660068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.660068] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.660250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.660338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.660530] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.660629] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.660691] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.660845] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.660919] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.661014] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be updated. [ 1486.721280] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.721518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.721518] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.721725] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.721866] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.734923] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: IN_PROGRESS for 2s [ 1488.185139] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1488.185509] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d deletion is rescheduled due to dependency. [ 1488.185509] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.624785] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.624982] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1488.747778] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e287f8b-b854-466d-93bb-42991da4b10d in Status: SUCCESS [ 1488.747968] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.748106] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.748329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.748420] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e287f8b-b854-466d-93bb-42991da4b10d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.268202] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.268717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.268717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.268717] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.286312] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.286558] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e287f8b-b854-466d-93bb-42991da4b10d is going to be deleted. [ 1489.321798] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.322073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.322073] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.322250] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.322340] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.322440] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e287f8b-b854-466d-93bb-42991da4b10d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.626250] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.626473] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.870840] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1497.871262] env[66010]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-85711ac3-5746-4edb-86ba-91bd055ae4b0 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1498.627419] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.627643] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.629459] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.629459] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.630727] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.631161] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.631582] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.631582] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.247709] env[66010]: INFO networking_nsxv3.common.synchronization [req-5701509d-8641-48c9-be9d-84a6efa9ba51 req-7c1a129b-efa5-4fab-bc85-ace6afbca2a1 tempest-AttachVolumeTestJSON-524787062 tempest-AttachVolumeTestJSON-524787062-project-member] Enqueued Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_members [ 1515.248306] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 with Priority: HIGHEST for action security_group_members [ 1515.248609] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf7ba42-d51b-413f-ae92-a76613f859b0 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.248733] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.248800] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.248988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.249158] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.249251] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.249314] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.249454] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.249532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.249622] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf7ba42-d51b-413f-ae92-a76613f859b0',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.753776] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.753990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.753990] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.754178] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.774226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.774471] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.774587] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.774653] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.774850] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.774931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.775068] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 is going to be updated. [ 1515.816318] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.816562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.816655] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.816959] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.817184] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.827509] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 in Status: IN_PROGRESS for 2s [ 1517.838367] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 in Status: SUCCESS [ 1517.838746] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf7ba42-d51b-413f-ae92-a76613f859b0 deletion is rescheduled due to dependency. [ 1517.838746] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf7ba42-d51b-413f-ae92-a76613f859b0" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.839274] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.839744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.839744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.839744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.839880] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.341778] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.844022] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.249221] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.249415] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.345967] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1520.346170] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1521.176126] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.176563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.176563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.176563] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.189355] env[66010]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1521.190230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.190953] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1521.229069] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.229286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.229286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.229476] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.244172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.244986] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1521.245082] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1521.245171] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1521.278416] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.278649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.278649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.278813] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.279431] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.279572] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1521.364251] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.364504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.364504] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.364692] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.364995] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.365320] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1521.448985] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.449216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.449216] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.449367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.449665] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.449933] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1521.450052] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1ed2d839-c6cc-4b7d-a161-b69117bf2980', 'c86e8117-9a9d-431d-ad85-bfb47bad9984', 'df433ac3-4ca5-4962-b53c-3e8ac241bc9a', 'abdb2c47-4c63-491a-a169-b67012a70239', 'b394f6e1-e3aa-4258-afe4-c67546c3ba2e', '4173c33e-5dfd-471f-92d0-538a51aeee41', '7f4a1afd-b395-4ac5-95c3-747c3e73f7bc', 'b0d16126-9328-48dd-bacb-4b5b90a0a4bc', 'a4a46db6-bd24-488c-b804-f13c7675b570', '3a7a1748-7810-4c59-941f-924f169c4b98', 'ed796050-a85b-4af6-b351-acb4cf6ab21e', '320fa5b2-af07-44aa-a8c2-d8a419f0035e', '7c94538f-578d-43ef-9b5f-c727819feefc', '095f5df1-8c86-482b-99c8-77b6ba8c6a27', '14ebf8a7-e66f-4b48-8be6-9b20307d5790', '843b68b9-855a-4bde-bec2-f03aac2f9541', '1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7', '30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6', 'cf7c1ec9-a233-48f2-a6fd-6fad05df998e', '4fb2f8cb-728f-4353-8411-c9882083dc2d', '2f03e7e5-0f41-4793-9207-35b020ac367c', '8a5ba0fa-8e62-420f-bdb6-5339a482b933', '325eac03-29e1-4544-af30-498ffa069706', '3b08045e-d31e-4f0d-b3cc-1afe9c7202bd', 'eaf7ba42-d51b-413f-ae92-a76613f859b0', 'e066bfa5-98b4-49a1-9976-6dd7b88db5cb'} {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1521.450151] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1521.470466] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.470661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.470661] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.470872] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.470958] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.471085] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1521.471156] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1521.471249] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1521.550554] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.550785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.550785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.550965] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.552143] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.552397] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1521.552479] env[66010]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66010) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1521.552543] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1521.552593] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1521.552668] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1521.552735] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGH for action security_group_rules [ 1521.552810] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGH for action security_group_rules [ 1521.552870] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGH for action security_group_rules [ 1521.552924] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGH for action security_group_rules [ 1521.553010] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGH for action security_group_rules [ 1521.553141] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGH for action security_group_rules [ 1521.553220] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGH for action security_group_rules [ 1521.553264] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGH for action security_group_rules [ 1521.553318] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGH for action security_group_rules [ 1521.553406] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGH for action security_group_rules [ 1521.553477] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGH for action security_group_rules [ 1521.553513] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGH for action security_group_rules [ 1521.553545] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGH for action security_group_rules [ 1521.553592] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGH for action security_group_rules [ 1521.553652] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGH for action security_group_rules [ 1521.553709] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGH for action security_group_rules [ 1521.553765] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGH for action security_group_rules [ 1521.553817] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGH for action security_group_rules [ 1521.553876] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGH for action security_group_rules [ 1521.553934] env[66010]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGH for action security_group_rules [ 1521.554051] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.250482] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.250482] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1525.250904] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 with Priority: HIGH for action security_group_rules [ 1525.250904] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a with Priority: HIGH for action security_group_rules [ 1525.250904] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc with Priority: HIGH for action security_group_rules [ 1525.251056] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 with Priority: HIGH for action security_group_rules [ 1525.251056] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d with Priority: HIGH for action security_group_rules [ 1525.251127] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e with Priority: HIGH for action security_group_rules [ 1525.251202] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 with Priority: HIGH for action security_group_rules [ 1525.251287] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 with Priority: HIGH for action security_group_rules [ 1525.251372] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 with Priority: HIGH for action security_group_rules [ 1525.251457] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 with Priority: HIGH for action security_group_rules [ 1525.251543] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c94538f-578d-43ef-9b5f-c727819feefc with Priority: HIGH for action security_group_rules [ 1525.251629] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e with Priority: HIGH for action security_group_rules [ 1525.251715] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed796050-a85b-4af6-b351-acb4cf6ab21e with Priority: HIGH for action security_group_rules [ 1525.251802] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7a1748-7810-4c59-941f-924f169c4b98 with Priority: HIGH for action security_group_rules [ 1525.251884] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a46db6-bd24-488c-b804-f13c7675b570 with Priority: HIGH for action security_group_rules [ 1525.251969] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 with Priority: HIGH for action security_group_rules [ 1525.252095] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc with Priority: HIGH for action security_group_rules [ 1525.252198] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e with Priority: HIGH for action security_group_rules [ 1525.252282] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 with Priority: HIGH for action security_group_rules [ 1525.252366] env[66010]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdb2c47-4c63-491a-a169-b67012a70239 with Priority: HIGH for action security_group_rules [ 1525.252701] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.252828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.252893] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.253174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.253255] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ed2d839-c6cc-4b7d-a161-b69117bf2980',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.254445] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.254588] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.254659] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.254826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.254900] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df433ac3-4ca5-4962-b53c-3e8ac241bc9a',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.255671] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.255782] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.255838] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.255987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.256066] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4a1afd-b395-4ac5-95c3-747c3e73f7bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.256763] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.256875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.256985] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.257092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.257160] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ebf8a7-e66f-4b48-8be6-9b20307d5790',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.257931] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fb2f8cb-728f-4353-8411-c9882083dc2d taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.257931] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.258493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.258493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.258493] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fb2f8cb-728f-4353-8411-c9882083dc2d',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.258888] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.258977] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.259097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.259328] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.259404] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf7c1ec9-a233-48f2-a6fd-6fad05df998e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.260097] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.260194] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.260271] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.260407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.260477] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.261212] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.261317] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.261364] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.261611] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.261611] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.262260] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.262367] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.262462] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.262568] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.262643] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('095f5df1-8c86-482b-99c8-77b6ba8c6a27',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.263533] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-843b68b9-855a-4bde-bec2-f03aac2f9541 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.263642] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.263694] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.263833] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.263902] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('843b68b9-855a-4bde-bec2-f03aac2f9541',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.264574] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c94538f-578d-43ef-9b5f-c727819feefc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.264681] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.264743] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.264891] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.264960] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c94538f-578d-43ef-9b5f-c727819feefc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.265657] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.265727] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.265834] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.265936] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.266017] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320fa5b2-af07-44aa-a8c2-d8a419f0035e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.266736] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed796050-a85b-4af6-b351-acb4cf6ab21e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.266823] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.266888] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.267036] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.267107] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed796050-a85b-4af6-b351-acb4cf6ab21e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.267857] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a7a1748-7810-4c59-941f-924f169c4b98 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.267964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.268040] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.268270] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.268270] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a7a1748-7810-4c59-941f-924f169c4b98',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.268908] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a46db6-bd24-488c-b804-f13c7675b570 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.269013] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.269078] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.269223] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.269287] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a46db6-bd24-488c-b804-f13c7675b570',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.269932] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4173c33e-5dfd-471f-92d0-538a51aeee41 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.270075] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.270125] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.270417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.270417] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4173c33e-5dfd-471f-92d0-538a51aeee41',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.271164] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.271235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.271275] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.271407] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.271477] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d16126-9328-48dd-bacb-4b5b90a0a4bc',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.272159] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.272257] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.272351] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.272465] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.272534] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b394f6e1-e3aa-4258-afe4-c67546c3ba2e',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.273202] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86e8117-9a9d-431d-ad85-bfb47bad9984 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.273296] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.273362] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.273508] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.273579] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86e8117-9a9d-431d-ad85-bfb47bad9984',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.274362] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abdb2c47-4c63-491a-a169-b67012a70239 taken with stack trace [, , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.274506] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.274558] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.274688] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.274757] env[66010]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abdb2c47-4c63-491a-a169-b67012a70239',) {} {{(pid=66010) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.301650] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.301789] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.301860] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.302099] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.305060] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.305164] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.306052] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.306152] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.323237] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.323359] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ebf8a7-e66f-4b48-8be6-9b20307d5790 is going to be deleted. [ 1525.324207] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.324425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.356258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.356472] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 095f5df1-8c86-482b-99c8-77b6ba8c6a27 is going to be deleted. [ 1525.357484] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.357742] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.378187] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.378410] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.393208] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.393382] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf7c1ec9-a233-48f2-a6fd-6fad05df998e is going to be deleted. [ 1525.394286] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.394496] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.394574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.394697] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ebf8a7-e66f-4b48-8be6-9b20307d5790" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.416239] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.416427] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.416474] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.416660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.416747] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.416868] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-095f5df1-8c86-482b-99c8-77b6ba8c6a27" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.471943] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.472172] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.472241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.472524] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.472639] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.472799] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf7c1ec9-a233-48f2-a6fd-6fad05df998e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.845290] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.845546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.845546] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.845707] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.852128] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.852334] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.853182] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.853337] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.854033] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.854160] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.854861] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.854960] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.855619] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.855709] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.856484] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.856626] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.857289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.857386] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.858092] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.858190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.858878] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.858972] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.859756] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.859880] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.860942] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.861356] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.861448] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.862056] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.862478] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.862574] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.862887] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.863289] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.863380] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.868669] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.869137] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.869289] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.869484] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.869895] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.870029] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.870750] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.871146] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.871235] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.873149] env[66010]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.873565] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.873678] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fb2f8cb-728f-4353-8411-c9882083dc2d is going to be deleted. [ 1525.874547] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.874758] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.904100] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.904289] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d16126-9328-48dd-bacb-4b5b90a0a4bc is going to be deleted. [ 1525.905174] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.905396] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.949658] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.949836] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4a1afd-b395-4ac5-95c3-747c3e73f7bc is going to be deleted. [ 1525.950785] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.951014] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.965126] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.965338] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.969647] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.969765] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b394f6e1-e3aa-4258-afe4-c67546c3ba2e is going to be deleted. [ 1525.970633] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.970846] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.999046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.999219] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4173c33e-5dfd-471f-92d0-538a51aeee41 is going to be deleted. [ 1526.000103] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.000320] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.018674] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.018875] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.019537] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.019632] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.023466] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.023605] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7 is going to be deleted. [ 1526.024446] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.024666] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.064818] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.065046] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.068277] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.068459] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320fa5b2-af07-44aa-a8c2-d8a419f0035e is going to be deleted. [ 1526.069421] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.069636] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.120248] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.120450] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.121055] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.121154] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.135146] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.135319] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a46db6-bd24-488c-b804-f13c7675b570 is going to be deleted. [ 1526.136241] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.136516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.212685] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.212916] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 843b68b9-855a-4bde-bec2-f03aac2f9541 is going to be deleted. [ 1526.213744] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.214025] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.239928] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.240162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.284417] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.284784] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ed2d839-c6cc-4b7d-a161-b69117bf2980 is going to be deleted. [ 1526.285503] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.285721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.379190] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.379367] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86e8117-9a9d-431d-ad85-bfb47bad9984 is going to be deleted. [ 1526.380273] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.380493] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.381905] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.382050] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.403880] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.404092] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.434934] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.435159] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c94538f-578d-43ef-9b5f-c727819feefc is going to be deleted. [ 1526.435981] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.436213] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.438587] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.438704] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.516332] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.516516] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df433ac3-4ca5-4962-b53c-3e8ac241bc9a is going to be deleted. [ 1526.517430] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.517652] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.519086] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.519189] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.626211] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.626390] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6 is going to be deleted. [ 1526.627283] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.627510] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.777589] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.777805] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.778326] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.778413] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.803514] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.803684] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed796050-a85b-4af6-b351-acb4cf6ab21e is going to be deleted. [ 1526.804621] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.804843] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.855611] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.855826] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.857016] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.857148] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abdb2c47-4c63-491a-a169-b67012a70239 is going to be deleted. [ 1526.858031] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.858247] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.882516] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.882697] env[66010]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a7a1748-7810-4c59-941f-924f169c4b98 is going to be deleted. [ 1526.883562] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.883780] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.883867] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.883988] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fb2f8cb-728f-4353-8411-c9882083dc2d" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.884158] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.884306] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.884383] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.884494] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4a1afd-b395-4ac5-95c3-747c3e73f7bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.884987] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.885162] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.885258] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.885376] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d16126-9328-48dd-bacb-4b5b90a0a4bc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.885505] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.885646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.885721] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.885828] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b394f6e1-e3aa-4258-afe4-c67546c3ba2e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.885955] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.886105] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.886179] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.886280] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6e5b2c-f53c-4aa5-a03f-9c2602530bd7" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.886400] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.886532] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.886602] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.886711] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4173c33e-5dfd-471f-92d0-538a51aeee41" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.886830] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.886961] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.887045] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.887155] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320fa5b2-af07-44aa-a8c2-d8a419f0035e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.887287] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.887467] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.887542] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.887649] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a46db6-bd24-488c-b804-f13c7675b570" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.887772] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.887906] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.887975] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.888101] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-843b68b9-855a-4bde-bec2-f03aac2f9541" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.888226] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.888356] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.888425] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.888535] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ed2d839-c6cc-4b7d-a161-b69117bf2980" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.888660] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.888790] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.888861] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.888964] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86e8117-9a9d-431d-ad85-bfb47bad9984" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.889098] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.889230] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.889300] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.889403] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df433ac3-4ca5-4962-b53c-3e8ac241bc9a" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.889528] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.889657] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.889726] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.889831] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c94538f-578d-43ef-9b5f-c727819feefc" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.889952] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.890097] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.890166] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.890268] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30fd3a6c-51c3-4a98-a3d1-dc1d1fc216d6" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.900586] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.900811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.900811] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.900884] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.900954] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.901094] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed796050-a85b-4af6-b351-acb4cf6ab21e" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.926664] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.926923] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.926989] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.927318] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.927491] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.927689] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abdb2c47-4c63-491a-a169-b67012a70239" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.945959] env[66010]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66010) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.946217] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.946329] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.946646] env[66010]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.946802] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.947019] env[66010]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a7a1748-7810-4c59-941f-924f169c4b98" {{(pid=66010) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.253263] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.253645] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.255028] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.255494] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.257099] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.257487] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.258559] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.258891] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.259670] env[66010]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.259670] env[66010]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0